-- Logs begin at Thu 2021-07-01 06:25:50 UTC, end at Thu 2021-07-01 07:33:54 UTC. -- Jul 01 07:09:10.214440 dv-cinder-777574-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 01 07:09:12.899196 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.common.config [-] Logging enabled! Jul 01 07:09:12.899866 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev442 Jul 01 07:09:12.899965 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93427) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 01 07:09:12.903488 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.common.config [-] Logging enabled! Jul 01 07:09:12.903748 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev442 Jul 01 07:09:12.904065 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93427) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 01 07:09:12.904998 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 07:09:12.905235 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 07:09:12.905602 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 07:09:12.905852 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 07:09:12.906082 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 07:09:12.906405 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.906705 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.907032 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.907268 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.907566 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.907861 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.908146 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.908439 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.908736 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.909022 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.909302 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.909588 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.909820 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.910105 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.910394 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.910683 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.910936 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] debug = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.911223 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.911645 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.912062 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.912352 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.912643 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.913450 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.913727 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.914004 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.914290 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.914621 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] host = dv-cinder-777574-6-iscsi {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.914913 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.915217 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.915509 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.915795 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.916070 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.916347 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.916633 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.916907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.917179 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] log_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.917455 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.917745 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.918033 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.918325 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.918551 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.918774 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.919103 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.919395 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.919671 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.919946 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.920220 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.920496 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.920770 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.921039 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.921324 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.921607 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.921890 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.922163 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.922437 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.922710 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.923015 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.923302 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.923577 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.923850 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.924123 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.924411 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.924683 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.924958 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.925257 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.925545 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.925826 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.926110 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.926384 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.926666 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.926965 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.927243 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.927513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] use_json = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.927783 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.928054 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.928336 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.929219 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.929498 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.929773 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.930046 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.930332 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:12.930629 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.930957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.931262 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.931548 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.931845 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.932127 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.932418 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.932700 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.932996 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.933287 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.933575 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.933853 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.934140 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.934419 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.934711 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.935052 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.935348 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.935643 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.935922 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.936197 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.936474 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.936755 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.937045 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.937341 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.937633 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.937910 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.938189 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.938480 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.938757 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.939060 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.939343 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.939635 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.939917 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.940192 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.940477 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.940761 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.941034 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.941307 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.941586 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.941880 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.942156 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.942429 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.942700 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.943014 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.943291 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.943579 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.943857 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.944165 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.944443 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.944722 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.944997 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.945272 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.945551 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.945827 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.946102 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.946374 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.946645 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.946936 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.947211 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.947486 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.947760 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.948032 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.948310 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.948582 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.948852 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.949124 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.949398 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.949673 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.949960 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.950260 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.950538 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.950814 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.951117 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.951399 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.951677 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.951955 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.952233 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.952511 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.952784 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.953080 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.953365 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.953652 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.953934 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.954211 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.954506 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.954784 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.955093 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.955374 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.955653 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.955945 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.956225 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.956518 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.956808 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.957099 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.957389 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.957682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.957963 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.958269 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.958550 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:12.958767 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 07:09:12.959035 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93427) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 01 07:09:13.310097 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 01 07:09:13.310288 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 01 07:09:13.310584 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 01 07:09:13.310951 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 01 07:09:13.700557 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.700850 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.701128 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.702434 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.702713 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.703014 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.737504 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.737785 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.738055 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.751885 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.752171 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.752441 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.782276 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.782560 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.782831 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.819448 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.819733 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:13.820007 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.054142 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.054673 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.054673 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.055057 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.055789 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.174812 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.175162 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.175454 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.175726 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.175995 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.176307 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.176567 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.176824 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.177081 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.177364 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.177623 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.177889 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.178162 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.178464 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.178729 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.179028 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.179305 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.179574 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.179846 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.180100 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.180384 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.180735 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.180990 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.181288 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.181551 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.181799 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.182200 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 07:09:14.182449 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 07:09:14.182691 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 07:09:14.182956 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 07:09:14.183198 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 07:09:14.183437 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 07:09:14.183809 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 01 07:09:14.187851 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 01 07:09:14.191796 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 01 07:09:14.195630 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 01 07:09:14.197260 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 01 07:09:14.197715 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 01 07:09:14.198056 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 01 07:09:14.198446 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 01 07:09:14.201250 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 01 07:09:14.201505 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 01 07:09:14.201858 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 01 07:09:14.230357 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 01 07:09:14.230804 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.231139 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93427) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 01 07:09:14.231507 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.232851 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93427) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 01 07:09:14.233138 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 01 07:09:14.233389 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 01 07:09:14.236590 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.236877 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:14.300592 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 01 07:09:14.300786 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 01 07:09:14.301026 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 01 07:09:14.301394 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 01 07:09:14.322695 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_db.sqlalchemy.engines [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93427) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 01 07:09:14.997067 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Initializing driver for type 'gre' Jul 01 07:09:14.997608 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] gre ID ranges: [(1, 1000)] Jul 01 07:09:15.174543 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Initializing driver for type 'local' Jul 01 07:09:15.175270 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Initializing driver for type 'vlan' Jul 01 07:09:15.242334 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] VlanTypeDriver initialization complete Jul 01 07:09:15.242668 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Initializing driver for type 'vxlan' Jul 01 07:09:15.243197 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] vxlan ID ranges: [(1, 1000)] Jul 01 07:09:15.465833 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Initializing extension driver 'port_security' Jul 01 07:09:15.466203 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.extensions.port_security [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] PortSecurityExtensionDriver initialization complete Jul 01 07:09:15.466535 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Initializing mechanism driver 'openvswitch' Jul 01 07:09:15.466856 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Initializing mechanism driver 'hyperv' Jul 01 07:09:15.475043 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.plugin [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:09:15.475774 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > port after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.476150 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > port after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.476512 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > port after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.477037 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 01 07:09:15.477486 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > subnet after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.477846 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > subnet after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.478197 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.478624 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 01 07:09:15.479032 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > network after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.479412 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > network after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.479734 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > network after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.480125 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 01 07:09:15.480535 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > security_group after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.480892 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > security_group after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.481238 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.481844 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 01 07:09:15.482250 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.482609 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.482987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.484799 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 01 07:09:15.484799 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > address_group after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.484799 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > address_group after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.484799 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.485104 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93427) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 01 07:09:15.485182 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] ML2 OVO RPC backend initialized. {{(pid=93427) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 01 07:09:15.485893 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.486250 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.486666 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > network before_response 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.487043 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > networks before_response 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.487402 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > port before_response 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.487745 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > ports before_response 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.488140 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > subnet before_response 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.488486 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > subnets before_response 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.488834 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > network after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.489177 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > network after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.489512 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > network after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.489852 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > port after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.490191 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > port after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.490533 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > port after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.491399 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > subnet after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.491745 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > subnet after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.492084 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.492667 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.plugin [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Modular L2 Plugin initialization complete Jul 01 07:09:15.492999 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading services supported by the core plugin {{(pid=93427) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 01 07:09:15.493330 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.plugins.ml2.managers [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Got port-security extension from driver 'port_security' Jul 01 07:09:15.493798 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.extensions.vlantransparent [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Disabled vlantransparent extension. Jul 01 07:09:15.494286 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93427) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 01 07:09:15.494605 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading Plugin: router Jul 01 07:09:15.532855 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.533251 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router after_create 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.533691 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router before_create 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.533995 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.534365 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.534723 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router after_delete 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.535107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.555600 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router after_create 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.555600 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router after_update 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.555600 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router after_update 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.555600 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556018 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router after_update 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556018 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_update 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556018 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: port after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556018 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: port after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556364 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: subnet after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556364 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556364 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556364 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_create 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556680 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: port before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556680 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556680 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router after_update 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556680 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556952 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_create 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556952 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556952 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_update 55549900 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.556952 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > agent after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.557333 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > agent after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.557333 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > network after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.557333 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Tracking information for resource: router configured {{(pid=93427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 07:09:15.557333 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Tracking information for resource: floatingip configured {{(pid=93427) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 01 07:09:15.557333 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.db.l3_agentschedulers_db [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 01 07:09:15.557675 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: port after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.557675 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: port after_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.557926 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: port after_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.558277 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: port after_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.559102 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router before_create 55550100 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.559468 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.559837 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_create 55550100 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.560196 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > router precommit_update 55550100 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.564575 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.services.provider_configuration [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service providers = [] {{(pid=93427) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 01 07:09:15.564943 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.db.servicetype_db [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93427) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 01 07:09:15.567928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.services.service_base [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 07:09:15.568280 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.services.service_base [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 07:09:15.568623 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.services.service_base [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 07:09:15.570110 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.services.service_base [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93427) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 01 07:09:15.570485 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.services.service_base [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 01 07:09:15.570858 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 07:09:15.571203 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 01 07:09:15.581831 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 07:09:15.582171 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading Plugin: auto_allocate Jul 01 07:09:15.588021 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: network precommit_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.588389 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: network precommit_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.588905 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 07:09:15.589231 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading Plugin: tag Jul 01 07:09:15.595697 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 07:09:15.596031 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading Plugin: timestamp Jul 01 07:09:15.606828 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 07:09:15.607190 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading Plugin: network_ip_availability Jul 01 07:09:15.612576 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.612952 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.613328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.614023 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 07:09:15.614346 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading Plugin: flavors Jul 01 07:09:15.619719 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 07:09:15.620051 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading Plugin: revisions Jul 01 07:09:15.624296 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93427) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 01 07:09:15.624692 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.314s {{(pid=93427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 01 07:09:15.625430 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93427) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 01 07:09:15.632361 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Initializing extension manager. Jul 01 07:09:15.632361 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: __init__.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.632361 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: __pycache__ {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.632361 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.632361 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: address_group.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.632361 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.632361 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: address-group Jul 01 07:09:15.632928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: address_scope.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.632928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.632928 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: address-scope Jul 01 07:09:15.632928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.632928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.633326 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: router-admin-state-down-before-update Jul 01 07:09:15.633622 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: agent.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.634327 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.635067 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: agent Jul 01 07:09:15.635398 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: agent_resources_synced.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.636316 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.636830 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: agent-resources-synced Jul 01 07:09:15.637156 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: allowedaddresspairs.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.638968 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.639488 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: allowed-address-pairs Jul 01 07:09:15.639816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: auto_allocated_topology.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.640887 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.641408 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: auto-allocated-topology Jul 01 07:09:15.641736 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: availability_zone.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.642436 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.642977 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: availability_zone Jul 01 07:09:15.643304 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: availability_zone_filter.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.644221 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.644729 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: availability_zone_filter Jul 01 07:09:15.645057 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: data_plane_status.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.645970 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.646472 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension data-plane-status not supported by any of loaded plugins Jul 01 07:09:15.646794 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: default_subnetpools.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.647806 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.648281 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: default-subnetpools Jul 01 07:09:15.648604 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.649407 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.649910 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: dhcp_agent_scheduler Jul 01 07:09:15.650476 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: dns.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.651427 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.651926 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension dns-integration not supported by any of loaded plugins Jul 01 07:09:15.652249 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: dns_domain_ports.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.656160 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.656657 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 01 07:09:15.656978 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.657902 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.658398 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 01 07:09:15.658720 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: dvr.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.659424 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.659928 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: dvr Jul 01 07:09:15.660251 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: empty_string_filtering.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.661167 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.661672 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: empty-string-filtering Jul 01 07:09:15.661999 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.662978 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.663488 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 01 07:09:15.663810 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.664738 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.665240 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 01 07:09:15.665561 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: external_net.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.666479 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.667009 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: external-net Jul 01 07:09:15.667331 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.668249 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.668753 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: extra_dhcp_opt Jul 01 07:09:15.669073 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: extraroute.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.669973 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.670477 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: extraroute Jul 01 07:09:15.670801 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: extraroute_atomic.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.671855 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.672360 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: extraroute-atomic Jul 01 07:09:15.672684 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: filter_validation.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.673348 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.673851 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: filter-validation Jul 01 07:09:15.674169 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: fip_pf_description.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.675106 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.675608 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 01 07:09:15.675930 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: fip_port_details.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.676843 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.677351 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: fip-port-details Jul 01 07:09:15.677675 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: flavors.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.679454 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.679977 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: flavors Jul 01 07:09:15.680304 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.681947 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.682472 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 01 07:09:15.682810 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: floatingip_pools.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.683542 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.684056 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: floatingip-pools Jul 01 07:09:15.684387 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: ip_allocation.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.685322 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.685827 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension ip_allocation not supported by any of loaded plugins Jul 01 07:09:15.686154 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.687100 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.687613 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: ip-substring-filtering Jul 01 07:09:15.687939 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: l2_adjacency.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.688872 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.689381 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 01 07:09:15.689711 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: l3.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.690674 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.691227 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: router Jul 01 07:09:15.691557 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.693910 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.695020 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 01 07:09:15.695354 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.705993 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.706509 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: ext-gw-mode Jul 01 07:09:15.706838 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.707786 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.708305 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: l3-ha Jul 01 07:09:15.708634 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: l3_flavors.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.709576 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.710110 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: l3-flavors Jul 01 07:09:15.710480 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.711420 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.711926 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 01 07:09:15.712253 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: l3agentscheduler.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.713278 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.713793 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: l3_agent_scheduler Jul 01 07:09:15.714121 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: logging.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.715641 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.716211 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension logging not supported by any of loaded plugins Jul 01 07:09:15.716499 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: metering.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.717248 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.717821 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: metering Jul 01 07:09:15.718156 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.719282 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.719800 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: metering_source_and_destination_fields Jul 01 07:09:15.720130 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: multiprovidernet.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.721064 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.721572 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: multi-provider Jul 01 07:09:15.721902 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: netmtu.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.722823 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.723362 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: net-mtu Jul 01 07:09:15.723692 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: netmtu_writable.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.724623 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.725131 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: net-mtu-writable Jul 01 07:09:15.725991 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: network_availability_zone.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.726665 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.727199 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: network_availability_zone Jul 01 07:09:15.727524 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: network_ip_availability.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.729294 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.729805 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: network-ip-availability Jul 01 07:09:15.730133 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: network_segment_range.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.730928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.731436 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension network-segment-range not supported by any of loaded plugins Jul 01 07:09:15.731759 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: pagination.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.732761 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.733093 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: pagination Jul 01 07:09:15.733451 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: port_device_profile.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.734380 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.734919 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: port-device-profile Jul 01 07:09:15.735253 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.736190 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.736706 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: port-mac-address-regenerate Jul 01 07:09:15.737031 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.737944 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.738453 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: port-numa-affinity-policy Jul 01 07:09:15.738775 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: port_resource_request.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.739739 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.740239 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension port-resource-request not supported by any of loaded plugins Jul 01 07:09:15.740561 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: portbindings.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.742127 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.742634 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: binding Jul 01 07:09:15.742990 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: portbindings_extended.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.744393 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.744908 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: binding-extended Jul 01 07:09:15.745239 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: portsecurity.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.746160 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.746667 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: port-security Jul 01 07:09:15.747024 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: project_id.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.748003 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.748334 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: project-id Jul 01 07:09:15.748657 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: providernet.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.749592 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.750110 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: provider Jul 01 07:09:15.750432 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.754040 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.754566 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos not supported by any of loaded plugins Jul 01 07:09:15.754914 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.756164 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.756705 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 01 07:09:15.757038 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.757964 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.758477 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 01 07:09:15.758807 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos_default.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.759756 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.760271 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos-default not supported by any of loaded plugins Jul 01 07:09:15.760600 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos_fip.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.761259 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.761760 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos-fip not supported by any of loaded plugins Jul 01 07:09:15.762084 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos_gateway_ip.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.763047 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.763557 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 01 07:09:15.763880 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos_port_network_policy.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.764794 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.765305 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 01 07:09:15.765642 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos_rule_type_details.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.766546 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.767087 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 01 07:09:15.767415 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: qos_rules_alias.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.768464 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.768972 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 01 07:09:15.769303 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: quotasv2.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.770223 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.770546 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: quotas Jul 01 07:09:15.770866 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: quotasv2_detail.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.773931 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.774274 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: quota_details Jul 01 07:09:15.780291 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: rbac.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.780291 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.780291 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: rbac-policies Jul 01 07:09:15.780291 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: rbac_address_group.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.781276 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.781832 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: rbac-address-group Jul 01 07:09:15.782180 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: rbac_address_scope.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.783208 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.783739 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: rbac-address-scope Jul 01 07:09:15.784079 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: rbac_security_groups.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.785021 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.785537 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: rbac-security-groups Jul 01 07:09:15.785898 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: rbac_subnetpool.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.786805 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.787350 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: rbac-subnetpool Jul 01 07:09:15.787687 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: revisionifmatch.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.789118 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.789639 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: revision-if-match Jul 01 07:09:15.789974 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: revisions.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.791168 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.791685 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: standard-attr-revisions Jul 01 07:09:15.792021 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: router_availability_zone.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.792712 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.793232 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: router_availability_zone Jul 01 07:09:15.793563 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: routerservicetype.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.794495 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.795031 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension router-service-type not supported by any of loaded plugins Jul 01 07:09:15.795367 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.796313 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.796827 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: security-groups-normalized-cidr Jul 01 07:09:15.797161 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.804724 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.805237 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: port-security-groups-filtering Jul 01 07:09:15.805569 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.806504 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.807058 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: security-groups-remote-address-group Jul 01 07:09:15.807393 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: securitygroup.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.817045 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.817584 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: security-group Jul 01 07:09:15.817927 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: segment.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.818729 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.819282 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension segment not supported by any of loaded plugins Jul 01 07:09:15.823979 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.824689 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.825202 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 01 07:09:15.825536 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: servicetype.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.826649 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.827199 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: service-type Jul 01 07:09:15.827530 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: sorting.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.828521 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.828856 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: sorting Jul 01 07:09:15.829184 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: standard_attr_segment.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.830180 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.830756 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 01 07:09:15.831115 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: standardattrdescription.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.831777 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.832291 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: standard-attr-description Jul 01 07:09:15.832623 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: stateful_security_group.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.833586 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.834108 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: stateful-security-group Jul 01 07:09:15.834442 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: stdattrs_common.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.835061 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 01 07:09:15.835475 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.836343 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.836864 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 01 07:09:15.837192 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: subnet_onboard.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.838274 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.838800 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: subnet_onboard Jul 01 07:09:15.839159 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.840104 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.840623 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 01 07:09:15.840953 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: subnet_service_types.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.841895 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.842425 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: subnet-service-types Jul 01 07:09:15.842756 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: subnetallocation.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.843882 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.844410 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: subnet_allocation Jul 01 07:09:15.844737 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.845428 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.845943 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: subnetpool-prefix-ops Jul 01 07:09:15.846273 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.847254 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.847771 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 01 07:09:15.848098 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: tagging.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.849179 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.849717 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: standard-attr-tag Jul 01 07:09:15.850049 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: timestamp.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.851794 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.852317 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loaded extension: standard-attr-timestamp Jul 01 07:09:15.852660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: trunk.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.853706 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.854224 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension trunk not supported by any of loaded plugins Jul 01 07:09:15.854554 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: trunk_details.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.855525 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.856039 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension trunk-details not supported by any of loaded plugins Jul 01 07:09:15.856368 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: uplink_status_propagation.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.857298 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.857811 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 01 07:09:15.858139 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Loading extension file: vlantransparent.py {{(pid=93427) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 01 07:09:15.858815 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93427) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 01 07:09:15.859349 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 01 07:09:15.861827 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:network Jul 01 07:09:15.862396 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:subnet Jul 01 07:09:15.862838 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 07:09:15.863296 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:port Jul 01 07:09:15.864569 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.865014 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service FLAVORS assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.865628 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.866668 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.867073 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:router Jul 01 07:09:15.867514 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:floatingip Jul 01 07:09:15.868032 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service METERING assigned prefix: /metering {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.869494 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.869872 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.870235 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93427) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:09:15.871283 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of CountableResource for resource:rbac_policy Jul 01 07:09:15.871726 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:security_group Jul 01 07:09:15.872162 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 01 07:09:15.872808 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service CORE assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.873149 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 07:09:15.873502 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] subnetpool is already registered Jul 01 07:09:15.873944 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service CORE assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.874286 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 07:09:15.874624 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] subnetpool is already registered Jul 01 07:09:15.876959 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.877380 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service FLAVORS assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.877976 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.878404 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.878745 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:router Jul 01 07:09:15.879171 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] router is already registered Jul 01 07:09:15.879590 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:floatingip Jul 01 07:09:15.879932 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] floatingip is already registered Jul 01 07:09:15.880392 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service METERING assigned prefix: /metering {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.881072 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of CountableResource for resource:rbac_policy Jul 01 07:09:15.881405 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] rbac_policy is already registered Jul 01 07:09:15.881985 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:security_group Jul 01 07:09:15.882334 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] security_group is already registered Jul 01 07:09:15.882746 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 01 07:09:15.883113 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] security_group_rule is already registered Jul 01 07:09:15.883748 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service CORE assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.884082 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 07:09:15.884422 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] subnetpool is already registered Jul 01 07:09:15.884853 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.v2.resource_helper [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Service CORE assigned prefix: {{(pid=93427) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 01 07:09:15.885183 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Creating instance of TrackedResource for resource:subnetpool Jul 01 07:09:15.885521 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING neutron.quota.resource_registry [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] subnetpool is already registered Jul 01 07:09:15.885998 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: extensions {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.887526 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: address-groups {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.893018 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: address-scopes {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.893018 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: agents {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.893018 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: auto-allocated-topology {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.893018 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: availability_zones {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.893953 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: dhcp-networks {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.896551 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: dhcp-agents {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.898012 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: routers {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.899781 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: flavors {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.901331 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: service_profiles {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.902541 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: next_providers {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.904000 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: service_profiles {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.905566 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: floatingip-pools {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.906786 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: routers {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.908505 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: floatingips {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.909815 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: l3-routers {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.911233 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: l3-agents {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.912665 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: metering-labels {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.914455 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: metering-label-rules {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.915853 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: network-ip-availabilities {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.917103 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: bindings {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.918663 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: quotas {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.920208 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: quotas {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.921636 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: rbac-policies {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.922823 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: security-groups {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.924150 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: security-group-rules {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.925386 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: service-providers {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.926610 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: subnetpools {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.927968 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: subnetpools {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.930103 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.931791 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.933611 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.935429 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.937111 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.939081 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.940758 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.942603 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.944518 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.946483 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron.api.extensions [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Extended resource: tags {{(pid=93427) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 01 07:09:15.954074 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING keystonemiddleware.auth_token [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 01 07:09:15.958838 dv-cinder-777574-6-iscsi neutron-server[93427]: WARNING keystonemiddleware.auth_token [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 01 07:09:15.968363 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Acquired lock "singleton_lock" {{(pid=93427) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 01 07:09:15.968791 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_concurrency.lockutils [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Releasing lock "singleton_lock" {{(pid=93427) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 01 07:09:15.969436 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO oslo_service.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Starting 2 workers Jul 01 07:09:15.974229 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Started child 93538 {{(pid=93427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 07:09:15.979201 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Started child 93539 {{(pid=93427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 07:09:15.980260 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:15.980918 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO neutron.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 01 07:09:15.981448 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Notify callbacks [] for process, before_spawn {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:15.981740 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [-] (93538) wsgi starting up on http://0.0.0.0:9696 Jul 01 07:09:15.983935 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO oslo_service.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Starting 1 workers Jul 01 07:09:15.984042 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:15.985693 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [-] (93539) wsgi starting up on http://0.0.0.0:9696 Jul 01 07:09:15.989091 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Started child 93540 {{(pid=93427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 07:09:15.989615 dv-cinder-777574-6-iscsi neutron-server[93427]: INFO oslo_service.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Starting 1 workers Jul 01 07:09:15.993557 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] calling RpcWorker wait() {{(pid=93540) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 01 07:09:15.994129 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] returning from RpcWorker wait() {{(pid=93540) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 01 07:09:15.994698 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Started child 93541 {{(pid=93427) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 01 07:09:15.995560 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG neutron_lib.callbacks.manager [None req-56a5c30c-a12c-45a6-ba99-f6ab615ae886 None None] Notify callbacks [] for process, after_spawn {{(pid=93427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:15.996331 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:15.997003 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:09:15.997440 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93427) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 01 07:09:15.997670 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 07:09:15.997890 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 07:09:15.998069 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 07:09:15.998553 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 07:09:15.998872 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 07:09:15.999572 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:15.999687 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:16.000516 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.000677 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:09:16.000841 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.001055 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.001350 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.001957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.002225 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.002471 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.002772 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.003076 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.003263 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.003428 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.003693 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.003935 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.004233 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.004520 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.004765 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.005063 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.005242 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.005492 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.005760 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.006011 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.006281 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] debug = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.006579 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.007116 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.007380 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.007624 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.007870 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.008149 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.008395 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.008693 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.008932 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.009171 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.009423 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.009679 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.009975 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.010161 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.010403 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.010664 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.010914 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015487 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] host = dv-cinder-777574-6-iscsi {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015487 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015487 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015487 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015487 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015487 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015487 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015487 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_options = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.015987 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016497 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016497 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016497 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016497 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016497 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016497 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016497 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016909 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.016909 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.017351 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.017351 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.017628 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.017763 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.018021 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.018285 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.018519 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.018751 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.019026 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.019257 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.019485 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.019733 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.019954 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.020175 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.020391 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.020642 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.020887 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.021107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.021344 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.021585 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.021831 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.022101 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.022357 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.022607 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.022846 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.023106 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.023347 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.023610 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.023842 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.024089 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.024347 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.024568 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.024825 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.025046 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.025544 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.025778 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_json = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.025992 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.026209 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.026489 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.027201 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.027201 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.027201 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.027390 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.027582 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.028004 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.028314 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.028615 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.028891 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.029156 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.029400 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.029658 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.029882 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.030136 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.030382 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.030692 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.030950 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.031235 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.031479 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.031751 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.032091 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.032744 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.033076 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.033297 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.033524 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.033745 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.033969 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.034305 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.034581 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.034839 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.035128 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.035350 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.035593 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.035812 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.036064 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.036282 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.036519 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.036785 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.037007 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.037250 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.037474 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.038285 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.038517 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.038751 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.039005 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.042349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.043328 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.044177 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.044177 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.044177 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.044177 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.044177 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.044749 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.044749 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.044749 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.045139 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.045286 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.045456 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.045679 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.045907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.046139 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.048562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.048562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.048562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.048562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.048562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.048562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.048562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.048562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.049647 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.049647 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.049647 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.049647 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.049647 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.052547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.052547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.052547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.052547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.052547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.052547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.052547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.052547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.055470 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.055470 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.055470 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.055470 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.055470 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.055470 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.055470 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.055470 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057058 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057058 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057058 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057058 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057058 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057058 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057058 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057058 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.057928 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.058434 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.058434 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.058584 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.059872 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.059872 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.059872 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.059872 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.059872 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.060281 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.060281 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.060604 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.060734 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.060941 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.061777 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.061777 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.061777 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.064957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.064957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.064957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.064957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.064957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.064957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.064957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.064957 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.067056 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.067056 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.067056 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.067056 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.067056 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.067056 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.067056 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.067056 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.068816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.068816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.068816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.068816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.068816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.068816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.068816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.068816 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.070848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.070848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.070848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.070848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.070848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.070848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.070848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.070848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072107 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.072682 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.073278 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.073278 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.073278 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.073624 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.073752 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.073927 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.074190 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.074508 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.074792 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.075153 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.075312 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.075507 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.075759 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.076007 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.076233 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.076453 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.076672 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.076912 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.077151 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.077375 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.077597 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.077810 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.078031 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.078256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.078473 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.078723 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.079079 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.079334 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.079568 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.079822 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.080070 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.080313 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.080551 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.080764 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.080979 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.081208 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.081428 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.081642 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.081873 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.082087 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.082300 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.082524 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.082745 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.082999 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.083232 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.083450 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.083666 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.083891 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.084117 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.084330 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.084559 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.084823 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.085036 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.085260 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.085498 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.085736 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.086034 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.086284 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.086504 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.086778 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.087030 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.087278 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.087519 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.087822 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.088068 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.088297 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.088539 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.088762 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.088984 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.089245 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.089584 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.089873 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.090154 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.090408 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.090688 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.091001 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.091278 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.091499 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.091782 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.092109 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.092402 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.092672 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.092922 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.093211 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.093436 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.093657 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.093898 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.094145 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.094365 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.094609 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.094846 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.095117 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.095375 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.095624 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.095845 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.096104 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.096319 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.096563 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.096781 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.096938 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 07:09:16.097488 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93427) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 01 07:09:16.097651 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 01 07:09:16.098158 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 01 07:09:16.098158 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 01 07:09:16.098158 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 01 07:09:16.099113 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 01 07:09:16.099113 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099113 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099113 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099113 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099113 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099912 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099912 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099912 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099912 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.099912 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.100871 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.100871 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.100871 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.101489 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.101489 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.101489 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.101489 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.102933 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.102933 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.102933 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.102933 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.102933 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.102933 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] debug = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.102933 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.103884 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.103884 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.103884 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.103884 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.103884 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.103884 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.104660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.104660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.104660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.104660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.104660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.104660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.104660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.104660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.105335 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.105335 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.105335 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] host = dv-cinder-777574-6-iscsi {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.105335 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.105613 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.105613 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.105764 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.105876 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.106037 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.106200 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.106361 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.106523 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.106684 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.106848 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.107105 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.107188 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.107329 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.107492 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_options = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.107655 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.107839 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.107978 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.108173 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.108341 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.108508 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.108670 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.109000 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.110929 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111920 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111920 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.111920 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.112089 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.112183 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.112344 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.112505 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.112667 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.112831 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.112994 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.113153 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.113317 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.113478 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.113642 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.113802 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.113967 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.114129 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.114307 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.114453 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.114613 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.114773 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.114955 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_json = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.115118 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.115282 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.115472 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.115604 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.115762 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.116462 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.116634 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.116796 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 01 07:09:16.116978 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.117145 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.117326 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.117488 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.117811 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.117980 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.118146 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.118311 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.118475 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.118640 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.118811 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.119002 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.119176 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.119383 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.119486 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.119659 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.119825 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.119988 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.120153 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.120319 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.120484 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.120649 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.120829 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.120995 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.121161 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.121326 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.121490 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.121660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.122907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.122907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.122907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.122907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.122907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.122907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.122907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.122907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.123707 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.123879 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.124047 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.124215 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.124383 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.124553 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.124718 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.124884 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.125049 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.125214 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.125379 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.125544 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.125709 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.125873 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.126050 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.126216 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.126382 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.126547 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.126713 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.126878 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.127067 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.127232 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.127398 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.127563 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.127729 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.127907 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.128079 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.128247 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.128402 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.128566 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.129011 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.129011 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.129262 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.129262 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.129404 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.129509 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.130908 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.131772 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.132086 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.132275 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.132441 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.132611 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.132773 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.132939 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.133104 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.133269 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.133434 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.133600 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.133766 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.133923 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.134091 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.134256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.134420 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.134593 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.134760 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.134950 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.135117 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.135282 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.135447 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.135613 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.135766 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.135923 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.136082 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.136241 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.136456 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.136616 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.136750 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.136891 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.137055 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.137223 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.137387 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.137559 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.137735 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.137902 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.138068 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.138234 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.138398 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.138562 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.138726 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.138905 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.139074 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.139239 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.139408 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.139571 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.139755 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.139914 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.140053 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.140204 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.140391 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.140555 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.140720 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.140885 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.141045 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.141201 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.141366 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.141530 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.141695 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.141857 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.142029 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.142158 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.142327 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.142491 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.142660 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.142829 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.143015 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.143181 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.143345 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.143511 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.143676 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.143839 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.144002 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.144170 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.144338 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.144480 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.144641 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.144806 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.144971 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.145135 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.145295 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.145450 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.145614 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.145770 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.145931 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.146096 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.146260 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.146394 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:09:16.146538 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.146678 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.146882 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.146882 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.147710 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.147859 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.147995 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.148129 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.148264 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.148399 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.148532 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.148676 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.148887 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.149024 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.149158 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.149294 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.149427 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.149563 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.149734 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.149900 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.150064 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.150229 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.150647 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.150812 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.151012 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.151178 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.151344 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.151508 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.151672 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.151839 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.152007 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.152171 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.152336 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.152504 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.152673 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.152838 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.153002 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.153180 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.153345 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.153509 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.153674 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.153838 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.154002 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.154176 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.154339 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.154508 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.154672 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.154835 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.155026 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.155201 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.155365 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.155529 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.155693 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.155856 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.156020 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.156194 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.156357 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.156521 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.156685 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.156849 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.157012 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.157185 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.157349 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.157513 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.157677 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.157840 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.158000 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.158173 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.158426 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.158549 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.158654 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.159184 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.159184 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.159184 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.159561 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.159561 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.159798 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.159798 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.160028 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.160149 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.160259 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.160430 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.160609 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.160780 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.160941 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.161273 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.162065 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.162065 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.162065 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.162065 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.162065 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.164256 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.165949 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.167150 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 01 07:09:16.167150 dv-cinder-777574-6-iscsi neutron-server[93427]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93427) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 01 07:09:16.395406 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46658) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:16.404411 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063012 Jul 01 07:09:27.674164 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c840086a-11bf-404c-8610-61d8e8d60a3c None None] get_active_networks_info from dv-cinder-777574-6-iscsi {{(pid=93540) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 01 07:09:27.741127 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c840086a-11bf-404c-8610-61d8e8d60a3c None None] No non-hosted networks {{(pid=93540) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 01 07:09:27.755777 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.agentschedulers_db [None req-c840086a-11bf-404c-8610-61d8e8d60a3c None None] DHCP Agent not found on host dv-cinder-777574-6-iscsi {{(pid=93540) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 01 07:09:27.971160 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c679a166-8734-4d62-b85c-608638a99ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538786'] for agent, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:30.438624 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-362d9ce0-647a-4d68-a989-a16005a74560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538786'] for agent, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:30.472230 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.db.api [None req-da2d335a-5c74-49c0-961b-88c39d928c85 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-777574-6-iscsi {{(pid=93540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 01 07:09:30.474432 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG oslo_db.api [None req-da2d335a-5c74-49c0-961b-88c39d928c85 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 07:09:30.764265 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538786'] for agent, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:30.764999 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.765435 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.765869 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.766299 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.766761 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.767193 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.767617 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.768063 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.768486 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.768906 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.769331 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.769750 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:30.770244 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-777574-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:09:30.783328 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-777574-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:09:31.060149 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-da2d335a-5c74-49c0-961b-88c39d928c85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:31.425686 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538786'] for agent, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:32.991175 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538786'] for agent, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:34.204045 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46748) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:34.708965 dv-cinder-777574-6-iscsi neutron-server[93539]: WARNING oslo_policy.policy [None req-262fe7f0-d457-480b-a3e2-3bad50fe8721 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 07:09:34.709588 dv-cinder-777574-6-iscsi neutron-server[93539]: WARNING oslo_policy.policy [None req-262fe7f0-d457-480b-a3e2-3bad50fe8721 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 07:09:34.925974 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [None req-262fe7f0-d457-480b-a3e2-3bad50fe8721 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:09:34.927058 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-262fe7f0-d457-480b-a3e2-3bad50fe8721 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7221565 Jul 01 07:09:36.627941 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.db.l3_hamode_db [None req-dc9f5d3f-9be0-4278-b5e6-e006aa9dd4d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 01 07:09:36.704029 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f5d3f-9be0-4278-b5e6-e006aa9dd4d9 None None] Routers set() bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:09:36.704416 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f5d3f-9be0-4278-b5e6-e006aa9dd4d9 None None] Router IDs set() for agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 01 07:09:37.284380 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46762) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:37.581406 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-1bff6af9-cb7c-4b63-9340-b75147da0901 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:09:37.673115 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.policy [None req-1bff6af9-cb7c-4b63-9340-b75147da0901 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93539) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 01 07:09:37.716707 dv-cinder-777574-6-iscsi neutron-server[93539]: WARNING oslo_policy.policy [None req-1bff6af9-cb7c-4b63-9340-b75147da0901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 07:09:37.717071 dv-cinder-777574-6-iscsi neutron-server[93539]: WARNING oslo_policy.policy [None req-1bff6af9-cb7c-4b63-9340-b75147da0901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 07:09:37.725538 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.quota [None req-1bff6af9-cb7c-4b63-9340-b75147da0901 admin admin] Loaded quota_driver: . Jul 01 07:09:37.875746 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1bff6af9-cb7c-4b63-9340-b75147da0901 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767714575366', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767714576891', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767714563429', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767714566075', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767714567676', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767714610654', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7929308', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7707891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-451481', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-522257'] for rbac-policy, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:38.077071 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1bff6af9-cb7c-4b63-9340-b75147da0901 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:38.078252 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-1bff6af9-cb7c-4b63-9340-b75147da0901 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7929645 Jul 01 07:09:40.641474 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46774) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:40.948768 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'project_id': 'af27bdd89cd240959b94ed83063348ac'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:09:41.031411 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Made reservation on behalf of af27bdd89cd240959b94ed83063348ac for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:09:41.034176 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:41.050557 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:41.168562 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:41.242655 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:41.261816 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:09:41.289936 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767718147889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:41.290520 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Unsubscribe: segment precommit_create {{(pid=93539) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 01 07:09:41.291050 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Added segment 2e12e1fb-3641-409a-a13c-23c37acc9c6b of type vlan for network 490b6de1-27f2-48a9-9e31-409d8463110a Jul 01 07:09:41.307722 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2a37c2-0e8a-4db2-830a-c93e47a9a659,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:09:41.356039 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.356402 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.356739 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.357073 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.357397 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.357733 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.358056 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.358376 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.358708 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.359061 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.359380 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.359695 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Tracked resource versions report: Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: pushed versions: Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: { 'AddressGroup': {'1.2'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'ConntrackHelper': {'1.0'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Log': {'1.0'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Network': {'1.1'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Port': {'1.7'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'PortForwarding': {'1.2'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'QosPolicy': {'1.8'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SecurityGroup': {'1.4'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SecurityGroupRule': {'1.2'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SubPort': {'1.0'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Subnet': {'1.1'}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Trunk': {'1.1'}} Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: consumer versions: Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: { DHCP agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: L3 agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: Metadata agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: Metering agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: Open vSwitch agent@dv-cinder-777574-6-iscsi: { 'AddressGroup': '1.2', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'ConntrackHelper': '1.0', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Log': '1.0', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Network': '1.1', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Port': '1.7', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'PortForwarding': '1.2', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'QosPolicy': '1.8', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SecurityGroup': '1.4', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SecurityGroupRule': '1.2', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SubPort': '1.0', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Subnet': '1.1', Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Trunk': '1.1'}} Jul 01 07:09:41.360798 dv-cinder-777574-6-iscsi neutron-server[93539]: {{(pid=93539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 07:09:41.408494 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:41.538965 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:41.540030 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:09:41.540677 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:41.632751 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] Pushing event updated for resources: {'Network': ['ID=490b6de1-27f2-48a9-9e31-409d8463110a,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:09:41.644395 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 490b6de1-27f2-48a9-9e31-409d8463110a details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:09:41.683588 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-17d77b58-587e-4f96-b8be-02ec9bed7f00 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0409565 Jul 01 07:09:44.282229 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 46788) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:44.759745 dv-cinder-777574-6-iscsi neutron-server[93538]: WARNING oslo_policy.policy [None req-02c38e1c-fd13-4049-b223-49f209e63899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 07:09:44.760363 dv-cinder-777574-6-iscsi neutron-server[93538]: WARNING oslo_policy.policy [None req-02c38e1c-fd13-4049-b223-49f209e63899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 07:09:45.205203 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.policy [None req-02c38e1c-fd13-4049-b223-49f209e63899 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93538) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 01 07:09:45.248520 dv-cinder-777574-6-iscsi neutron-server[93538]: WARNING oslo_policy.policy [None req-02c38e1c-fd13-4049-b223-49f209e63899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 07:09:45.248885 dv-cinder-777574-6-iscsi neutron-server[93538]: WARNING oslo_policy.policy [None req-02c38e1c-fd13-4049-b223-49f209e63899 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 01 07:09:45.257462 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c38e1c-fd13-4049-b223-49f209e63899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:09:45.259365 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-02c38e1c-fd13-4049-b223-49f209e63899 admin admin] 10.222.0.35 "GET /v2.0/networks/490b6de1-27f2-48a9-9e31-409d8463110a HTTP/1.1" status: 200 len: 825 time: 0.9750848 Jul 01 07:09:45.297440 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f1928aac-1f8f-496e-98ac-3c46e718e792 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/dc47bfef-6950-457c-98ae-87b828dd640c HTTP/1.1" status: 200 len: 734 time: 0.0326831 Jul 01 07:09:45.305857 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Request body: {'subnet': {'subnetpool_id': 'dc47bfef-6950-457c-98ae-87b828dd640c', 'ip_version': 4, 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:09:45.307347 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.quota [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Loaded quota_driver: . Jul 01 07:09:45.408134 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Made reservation on behalf of af27bdd89cd240959b94ed83063348ac for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:09:45.410930 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:45.739262 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:45.806175 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Checking segment: {'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:09:45.806554 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Network hostable DHCP agents. Network: 490b6de1-27f2-48a9-9e31-409d8463110a, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:09:45.820916 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a622e0a-7a37-4bf8-9517-bb8dab8d57ac,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:09:45.836393 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.836754 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.837107 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.837417 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.837740 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.838079 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.838404 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.838722 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.839084 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.839406 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.839718 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.840030 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Tracked resource versions report: Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: pushed versions: Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: { 'AddressGroup': {'1.2'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'ConntrackHelper': {'1.0'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Log': {'1.0'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Network': {'1.1'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Port': {'1.7'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'PortForwarding': {'1.2'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'QosPolicy': {'1.8'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SecurityGroup': {'1.4'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SecurityGroupRule': {'1.2'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SubPort': {'1.0'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Subnet': {'1.1'}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Trunk': {'1.1'}} Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: consumer versions: Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: { DHCP agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: L3 agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: Metadata agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: Metering agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: Open vSwitch agent@dv-cinder-777574-6-iscsi: { 'AddressGroup': '1.2', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'ConntrackHelper': '1.0', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Log': '1.0', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Network': '1.1', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Port': '1.7', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'PortForwarding': '1.2', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'QosPolicy': '1.8', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SecurityGroup': '1.4', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SecurityGroupRule': '1.2', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SubPort': '1.0', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Subnet': '1.1', Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Trunk': '1.1'}} Jul 01 07:09:45.841143 dv-cinder-777574-6-iscsi neutron-server[93538]: {{(pid=93538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 07:09:45.887906 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Network 490b6de1-27f2-48a9-9e31-409d8463110a is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:09:45.944937 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 490b6de1-27f2-48a9-9e31-409d8463110a) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:09:45.949836 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:09:45.950491 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:45.955686 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdfcb72-372b-4934-a2a1-962ba0503b23 None None] Network 490b6de1-27f2-48a9-9e31-409d8463110a requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:09:46.003400 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-a4b7204c-e613-4c00-a0a7-97a252209779 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7008271 Jul 01 07:09:46.278055 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-490b6de1-27f2-48a9-9e31-409d8463110a', 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'fixed_ips': [{'subnet_id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:09:46.279316 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:46.549029 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Allocated IP 172.20.0.2 (490b6de1-27f2-48a9-9e31-409d8463110a/0a622e0a-7a37-4bf8-9517-bb8dab8d57ac/f70dcee8-902f-47cf-8856-4c15caa3f19f) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:09:46.788059 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:46.828608 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Transition to ACTIVE for port object f70dcee8-902f-47cf-8856-4c15caa3f19f will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:09:46.849199 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Transition to ACTIVE for port object f70dcee8-902f-47cf-8856-4c15caa3f19f will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:09:46.923264 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:46.986308 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Network 490b6de1-27f2-48a9-9e31-409d8463110a is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:09:46.991568 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:09:47.003655 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:09:47.011250 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Pushing event updated for resources: {'Port': ['ID=f70dcee8-902f-47cf-8856-4c15caa3f19f,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:09:47.050011 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.050354 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.050804 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.051163 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.051489 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.051853 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.052710 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.053034 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.053374 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.053695 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.054011 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.054321 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Tracked resource versions report: Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: pushed versions: Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: { 'AddressGroup': {'1.2'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'ConntrackHelper': {'1.0'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Log': {'1.0'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Network': {'1.1'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Port': {'1.7'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'PortForwarding': {'1.2'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'QosPolicy': {'1.8'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SecurityGroup': {'1.4'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SecurityGroupRule': {'1.2'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SubPort': {'1.0'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Subnet': {'1.1'}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Trunk': {'1.1'}} Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: consumer versions: Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: { DHCP agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: L3 agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: Metadata agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: Metering agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: Open vSwitch agent@dv-cinder-777574-6-iscsi: { 'AddressGroup': '1.2', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'ConntrackHelper': '1.0', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Log': '1.0', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Network': '1.1', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Port': '1.7', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'PortForwarding': '1.2', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'QosPolicy': '1.8', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SecurityGroup': '1.4', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SecurityGroupRule': '1.2', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SubPort': '1.0', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Subnet': '1.1', Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Trunk': '1.1'}} Jul 01 07:09:47.055477 dv-cinder-777574-6-iscsi neutron-server[93540]: {{(pid=93540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 07:09:47.087632 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Attempting to bind port f70dcee8-902f-47cf-8856-4c15caa3f19f on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:09:47.088034 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Attempting to bind port f70dcee8-902f-47cf-8856-4c15caa3f19f by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:09:47.088455 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Attempting to bind port f70dcee8-902f-47cf-8856-4c15caa3f19f on network 490b6de1-27f2-48a9-9e31-409d8463110a {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:09:47.093163 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:09:47.093564 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Checking segment: {'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:09:47.094039 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:47.094428 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Bound using segment: {'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:09:47.094918 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Bound port: f70dcee8-902f-47cf-8856-4c15caa3f19f, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:09:47.095334 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:47.155802 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] For port f70dcee8-902f-47cf-8856-4c15caa3f19f, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:09:47.159830 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] For port f70dcee8-902f-47cf-8856-4c15caa3f19f, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=f70dcee8-902f-47cf-8856-4c15caa3f19f,segment=NetworkSegment(2e12e1fb-3641-409a-a13c-23c37acc9c6b),segment_id=2e12e1fb-3641-409a-a13c-23c37acc9c6b)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:09:47.237104 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:47.301219 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394ad3a-de98-46e2-b3fc-2b2eb15e0204 None None] Pushing event updated for resources: {'Port': ['ID=f70dcee8-902f-47cf-8856-4c15caa3f19f,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:09:48.388892 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46808) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:48.715124 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [None req-8b7b431e-a2d3-4315-bee6-367eb171889f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:09:48.716212 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-8b7b431e-a2d3-4315-bee6-367eb171889f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3261976 Jul 01 07:09:51.135378 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46816) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:51.450535 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [None req-f965a6f3-d5cc-4752-9d89-a174f8613af7 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:09:51.451627 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f965a6f3-d5cc-4752-9d89-a174f8613af7 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3153293 Jul 01 07:09:52.525729 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device f70dcee8-902f-47cf-8856-4c15caa3f19f up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:09:52.682175 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port f70dcee8-902f-47cf-8856-4c15caa3f19f completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:09:53.384055 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c8d48e-d992-4b86-9bcf-f4ebbbf28417 None None] Network 490b6de1-27f2-48a9-9e31-409d8463110a requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:09:53.534092 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-e1381b96-e0ce-41bc-9714-beb93eb002f2 None None] Provisioning for port f70dcee8-902f-47cf-8856-4c15caa3f19f completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:09:53.546644 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-e1381b96-e0ce-41bc-9714-beb93eb002f2 None None] Provisioning complete for port f70dcee8-902f-47cf-8856-4c15caa3f19f triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:09:53.547067 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e1381b96-e0ce-41bc-9714-beb93eb002f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:53.679774 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e1381b96-e0ce-41bc-9714-beb93eb002f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:53.714756 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-e1381b96-e0ce-41bc-9714-beb93eb002f2 None None] For port f70dcee8-902f-47cf-8856-4c15caa3f19f, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=f70dcee8-902f-47cf-8856-4c15caa3f19f,segment=NetworkSegment(2e12e1fb-3641-409a-a13c-23c37acc9c6b),segment_id=2e12e1fb-3641-409a-a13c-23c37acc9c6b)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:09:53.785363 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e1381b96-e0ce-41bc-9714-beb93eb002f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:53.835079 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1381b96-e0ce-41bc-9714-beb93eb002f2 None None] Pushing event updated for resources: {'Port': ['ID=f70dcee8-902f-47cf-8856-4c15caa3f19f,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:09:53.905283 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-f56e6b29-47b7-4ed2-89a8-3919e12967e3 None None] Provisioning complete for port f70dcee8-902f-47cf-8856-4c15caa3f19f triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:09:53.905581 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f56e6b29-47b7-4ed2-89a8-3919e12967e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:54.085870 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46830) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:54.378196 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-9020e4e6-284b-4fcf-b763-b370d072580a admin admin] Request body: {'router': {'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:09:54.494319 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9020e4e6-284b-4fcf-b763-b370d072580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:54.496045 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9020e4e6-284b-4fcf-b763-b370d072580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:54.504253 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device f70dcee8-902f-47cf-8856-4c15caa3f19f up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:09:54.549662 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port f70dcee8-902f-47cf-8856-4c15caa3f19f triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:09:54.550310 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:54.636606 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9020e4e6-284b-4fcf-b763-b370d072580a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:54.706098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9020e4e6-284b-4fcf-b763-b370d072580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:54.768035 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9020e4e6-284b-4fcf-b763-b370d072580a admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:54.769208 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-9020e4e6-284b-4fcf-b763-b370d072580a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6823847 Jul 01 07:09:57.099804 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46838) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:09:57.402176 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [None req-59775b60-b03a-41d6-aeb8-92cbff0e99c8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:09:57.403167 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-59775b60-b03a-41d6-aeb8-92cbff0e99c8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3023975 Jul 01 07:09:57.670994 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2fa04358-4415-49fb-bbee-22f001ce1639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:09:59.745638 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46846) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:10:00.045593 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:10:00.139312 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Made reservation on behalf of 571909c6a7fd42508128ad8b35dac169 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:10:00.141544 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.159291 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.239959 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.299271 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.315293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Reserving flat network on physical network physnet1 {{(pid=93539) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 01 07:10:00.332242 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad5f09f-2cf6-47b3-9ec5-897e2eb58280,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:00.337074 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.337404 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Added segment 1ff9b0a4-850c-4423-ba27-7b96bb953a77 of type flat for network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 Jul 01 07:10:00.386449 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.425376 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e18cb5aa-7f23-4e08-83ad-910bbaf8cc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.488200 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.489194 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:10:00.489786 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:00.541400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] Pushing event updated for resources: {'Network': ['ID=bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:00.550995 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:10:00.620226 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-ba53801f-aaa1-4b56-b630-7f18ddec8775 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8735344 Jul 01 07:10:00.813764 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:01.379339 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:02.933611 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:02.962629 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46864) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:10:03.170598 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed04b2c-df8f-4df6-b267-1c4c5e125d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:10:03.171983 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0ed04b2c-df8f-4df6-b267-1c4c5e125d71 admin admin] 10.222.0.35 "GET /v2.0/subnets/0a622e0a-7a37-4bf8-9517-bb8dab8d57ac HTTP/1.1" status: 200 len: 849 time: 0.2083590 Jul 01 07:10:03.285705 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0ed74258-0642-47e7-9d09-6971e5312a10 admin admin] 10.222.0.35 "GET /v2.0/routers/31da8331-ceec-4c0d-b5ba-bf0abcac5959 HTTP/1.1" status: 200 len: 704 time: 0.1077168 Jul 01 07:10:03.538635 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:03.824773 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Allocated IP 172.20.0.1 (490b6de1-27f2-48a9-9e31-409d8463110a/0a622e0a-7a37-4bf8-9517-bb8dab8d57ac/60cfe981-1c07-4077-a9c4-3538b79a3a69) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:10:04.002067 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:04.026361 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Transition to ACTIVE for port object 60cfe981-1c07-4077-a9c4-3538b79a3a69 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:10:04.151624 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:04.269263 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Network 490b6de1-27f2-48a9-9e31-409d8463110a is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:10:04.273724 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:10:04.279074 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Pushing event updated for resources: {'Port': ['ID=60cfe981-1c07-4077-a9c4-3538b79a3a69,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:04.290262 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:10:04.290813 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:04.544677 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-62fc847c-9a89-4396-a68f-c75da8b0a4e2 None None] Provisioning for port 60cfe981-1c07-4077-a9c4-3538b79a3a69 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:10:04.548855 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-62fc847c-9a89-4396-a68f-c75da8b0a4e2 None None] Provisioning complete for port 60cfe981-1c07-4077-a9c4-3538b79a3a69 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:10:04.549173 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-62fc847c-9a89-4396-a68f-c75da8b0a4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:04.582564 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-62fc847c-9a89-4396-a68f-c75da8b0a4e2 None None] Port 60cfe981-1c07-4077-a9c4-3538b79a3a69 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:10:04.594631 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:04.787946 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:04.853098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:04.853872 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:04.916710 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Pushing event updated for resources: {'Port': ['ID=60cfe981-1c07-4077-a9c4-3538b79a3a69,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:04.979610 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Network 490b6de1-27f2-48a9-9e31-409d8463110a is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:10:04.980961 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:10:05.191332 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Router 31da8331-ceec-4c0d-b5ba-bf0abcac5959 is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:10:05.210580 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-2e3ed55c-3598-4a15-8188-9ebe41c682a7 None None] Provisioning complete for port 60cfe981-1c07-4077-a9c4-3538b79a3a69 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:10:05.210968 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2e3ed55c-3598-4a15-8188-9ebe41c682a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:05.246087 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-2e3ed55c-3598-4a15-8188-9ebe41c682a7 None None] Port 60cfe981-1c07-4077-a9c4-3538b79a3a69 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:10:05.294092 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:10:05.299123 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5b901738-c9ad-4e59-acb8-e1fae5fba88b admin admin] 10.222.0.35 "PUT /v2.0/routers/31da8331-ceec-4c0d-b5ba-bf0abcac5959/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0081165 Jul 01 07:10:05.303300 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Sync routers for ids ['31da8331-ceec-4c0d-b5ba-bf0abcac5959'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:10:05.314462 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Routers {'31da8331-ceec-4c0d-b5ba-bf0abcac5959'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:10:05.315325 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:10:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['31da8331-ceec-4c0d-b5ba-bf0abcac5959'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:10:05.499778 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Set router 31da8331-ceec-4c0d-b5ba-bf0abcac5959 gateway port host: None {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:10:05.921729 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'name': 'router1', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:09:54Z', 'updated_at': '2021-07-01T07:10:04Z', 'revision_number': 2, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'gw_port_host': None, '_interfaces': [{'id': '60cfe981-1c07-4077-a9c4-3538b79a3a69', 'name': '', 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'mac_address': 'fa:16:3e:be:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:03Z', 'updated_at': '2021-07-01T07:10:04Z', 'revision_number': 2, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'subnets': [{'id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc47bfef-6950-457c-98ae-87b828dd640c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:10:05.972712 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Checking router: 31da8331-ceec-4c0d-b5ba-bf0abcac5959 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:10:05.973075 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Updating router 31da8331-ceec-4c0d-b5ba-bf0abcac5959 port 60cfe981-1c07-4077-a9c4-3538b79a3a69 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:10:06.037179 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:06.517864 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:06.579520 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Transition to ACTIVE for port object 60cfe981-1c07-4077-a9c4-3538b79a3a69 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:10:06.659186 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:06.755917 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Pushing event updated for resources: {'Port': ['ID=60cfe981-1c07-4077-a9c4-3538b79a3a69,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:06.781015 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.781368 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.781703 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.782035 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.782363 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.782692 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.783045 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.783374 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.783704 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.784027 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.784347 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.784665 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Tracked resource versions report: Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: pushed versions: Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: { 'AddressGroup': {'1.2'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'ConntrackHelper': {'1.0'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Log': {'1.0'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Network': {'1.1'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Port': {'1.7'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'PortForwarding': {'1.2'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'QosPolicy': {'1.8'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SecurityGroup': {'1.4'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SecurityGroupRule': {'1.2'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SubPort': {'1.0'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Subnet': {'1.1'}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Trunk': {'1.1'}} Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: consumer versions: Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: { DHCP agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: L3 agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: Metadata agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: Metering agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: Open vSwitch agent@dv-cinder-777574-6-iscsi: { 'AddressGroup': '1.2', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'ConntrackHelper': '1.0', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Log': '1.0', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Network': '1.1', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Port': '1.7', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'PortForwarding': '1.2', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'QosPolicy': '1.8', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SecurityGroup': '1.4', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SecurityGroupRule': '1.2', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SubPort': '1.0', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Subnet': '1.1', Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Trunk': '1.1'}} Jul 01 07:10:06.785795 dv-cinder-777574-6-iscsi neutron-server[93541]: {{(pid=93541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 07:10:06.841651 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Attempting to bind port 60cfe981-1c07-4077-a9c4-3538b79a3a69 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:10:06.842055 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Attempting to bind port 60cfe981-1c07-4077-a9c4-3538b79a3a69 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:10:06.842481 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Attempting to bind port 60cfe981-1c07-4077-a9c4-3538b79a3a69 on network 490b6de1-27f2-48a9-9e31-409d8463110a {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:10:06.847280 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:10:06.847691 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Checking segment: {'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:10:06.848172 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:06.848559 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Bound using segment: {'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:10:06.849075 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Bound port: 60cfe981-1c07-4077-a9c4-3538b79a3a69, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e12e1fb-3641-409a-a13c-23c37acc9c6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:10:06.849485 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:06.913768 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] For port 60cfe981-1c07-4077-a9c4-3538b79a3a69, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:10:06.933690 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] For port 60cfe981-1c07-4077-a9c4-3538b79a3a69, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=60cfe981-1c07-4077-a9c4-3538b79a3a69,segment=NetworkSegment(2e12e1fb-3641-409a-a13c-23c37acc9c6b),segment_id=2e12e1fb-3641-409a-a13c-23c37acc9c6b)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:10:07.002586 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:07.060758 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Routers {'31da8331-ceec-4c0d-b5ba-bf0abcac5959'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:10:07.061395 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:10:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['31da8331-ceec-4c0d-b5ba-bf0abcac5959'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:10:07.099519 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0885497b-0e97-4851-8bbd-1069a74dd3bf None None] Pushing event updated for resources: {'Port': ['ID=60cfe981-1c07-4077-a9c4-3538b79a3a69,revision_number=4']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:07.157120 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] Set router 31da8331-ceec-4c0d-b5ba-bf0abcac5959 gateway port host: None {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:10:07.362006 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'name': 'router1', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:09:54Z', 'updated_at': '2021-07-01T07:10:04Z', 'revision_number': 2, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'gw_port_host': None, '_interfaces': [{'id': '60cfe981-1c07-4077-a9c4-3538b79a3a69', 'name': '', 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'mac_address': 'fa:16:3e:be:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:03Z', 'updated_at': '2021-07-01T07:10:06Z', 'revision_number': 4, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'subnets': [{'id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc47bfef-6950-457c-98ae-87b828dd640c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:10:07.390303 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd50fb-201e-4564-82a5-48b8626e18b8 None None] The sync data for ids ['31da8331-ceec-4c0d-b5ba-bf0abcac5959'] in dv-cinder-777574-6-iscsi is: [{'id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'name': 'router1', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:09:54Z', 'updated_at': '2021-07-01T07:10:04Z', 'revision_number': 2, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'gw_port_host': None, '_interfaces': [{'id': '60cfe981-1c07-4077-a9c4-3538b79a3a69', 'name': '', 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'mac_address': 'fa:16:3e:be:6e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:03Z', 'updated_at': '2021-07-01T07:10:06Z', 'revision_number': 4, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'subnets': [{'id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc47bfef-6950-457c-98ae-87b828dd640c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:10:07.519198 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46886) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:10:07.624978 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4ccbe-9219-4437-879f-3ba8efe8233a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:10:07.626331 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-89f4ccbe-9219-4437-879f-3ba8efe8233a admin admin] 10.222.0.35 "GET /v2.0/networks/bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 HTTP/1.1" status: 200 len: 842 time: 0.1061902 Jul 01 07:10:07.636169 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:10:07.721695 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Made reservation on behalf of 571909c6a7fd42508128ad8b35dac169 for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:10:07.724130 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:08.081760 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.objects.ports [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93539) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 01 07:10:08.083774 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:08.144889 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:08.155134 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:10:08.155489 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Network hostable DHCP agents. Network: bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:10:08.225035 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:10:08.293282 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:10:08.302259 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c7534-2ccf-4d0f-8b74-053924fdfd9a None None] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:10:08.304797 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:10:08.305383 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:08.362565 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b491a6ad-8df1-46c8-8213-468afdda50ce admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7297590 Jul 01 07:10:08.435322 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ee80ae-1931-4652-9be4-cb0dc5b1fc55 None None] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:10:10.539368 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 60cfe981-1c07-4077-a9c4-3538b79a3a69 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:10:10.638098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46898) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:10:10.659338 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 60cfe981-1c07-4077-a9c4-3538b79a3a69 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:10:10.663287 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 60cfe981-1c07-4077-a9c4-3538b79a3a69 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:10:10.667549 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:10.739473 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:10.773801 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 60cfe981-1c07-4077-a9c4-3538b79a3a69, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=60cfe981-1c07-4077-a9c4-3538b79a3a69,segment=NetworkSegment(2e12e1fb-3641-409a-a13c-23c37acc9c6b),segment_id=2e12e1fb-3641-409a-a13c-23c37acc9c6b)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:10:10.836275 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-dfa8dfa2-10c1-4d3b-9337-560a3c09de47 admin admin] 10.222.0.35 "GET /v2.0/routers/31da8331-ceec-4c0d-b5ba-bf0abcac5959 HTTP/1.1" status: 200 len: 710 time: 0.1970243 Jul 01 07:10:10.836675 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:10.922236 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a975fa2-5ffe-426e-aafa-28025d64fc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:10:10.923642 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-4a975fa2-5ffe-426e-aafa-28025d64fc22 admin admin] 10.222.0.35 "GET /v2.0/networks/bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 HTTP/1.1" status: 200 len: 886 time: 0.0808411 Jul 01 07:10:10.925746 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=60cfe981-1c07-4077-a9c4-3538b79a3a69,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:10.932885 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:10:11.172110 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:11.468713 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:11.554402 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:11.683355 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Allocated IP 172.27.2.84 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/4d1e8c87-bfb2-45e6-a1bb-ce869df63e03) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:10:11.779785 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:11.848035 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:11.885818 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:10:11.889890 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:10:11.893869 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:10:11.896582 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1e8c87-bfb2-45e6-a1bb-ce869df63e03,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:12.051400 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:10:12.192923 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:12.466222 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:12.466418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534762', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-529084'] for router, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:12.517134 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 60cfe981-1c07-4077-a9c4-3538b79a3a69 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:10:12.637716 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 60cfe981-1c07-4077-a9c4-3538b79a3a69 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:10:12.638088 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:12.640123 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Router 31da8331-ceec-4c0d-b5ba-bf0abcac5959 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:10:12.744285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:10:12.748331 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:12.749589 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-e87c9daa-8485-491e-af71-3f3be5838c17 admin admin] 10.222.0.35 "PUT /v2.0/routers/31da8331-ceec-4c0d-b5ba-bf0abcac5959 HTTP/1.1" status: 200 len: 889 time: 1.8199928 Jul 01 07:10:12.753877 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Sync routers for ids ['31da8331-ceec-4c0d-b5ba-bf0abcac5959'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:10:12.765181 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Routers {'31da8331-ceec-4c0d-b5ba-bf0abcac5959'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:10:12.765860 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:10:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['31da8331-ceec-4c0d-b5ba-bf0abcac5959'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:10:12.983907 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Set router 31da8331-ceec-4c0d-b5ba-bf0abcac5959 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:10:13.370352 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'name': 'router1', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '4d1e8c87-bfb2-45e6-a1bb-ce869df63e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:09:54Z', 'updated_at': '2021-07-01T07:10:12Z', 'revision_number': 4, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'gw_port': {'id': '4d1e8c87-bfb2-45e6-a1bb-ce869df63e03', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:11Z', 'updated_at': '2021-07-01T07:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '60cfe981-1c07-4077-a9c4-3538b79a3a69', 'name': '', 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'mac_address': 'fa:16:3e:be:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:03Z', 'updated_at': '2021-07-01T07:10:10Z', 'revision_number': 5, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'subnets': [{'id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc47bfef-6950-457c-98ae-87b828dd640c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:10:13.418617 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Checking router: 31da8331-ceec-4c0d-b5ba-bf0abcac5959 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:10:13.419006 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Updating router 31da8331-ceec-4c0d-b5ba-bf0abcac5959 port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:10:13.450776 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:13.760092 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:13.769345 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Transition to ACTIVE for port object 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:10:13.835974 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:13.885720 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Attempting to bind port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:10:13.886093 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Attempting to bind port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:10:13.886508 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Attempting to bind port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:10:13.889200 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7ed38-6a64-460f-8ce9-126650bc9b84 None None] Pushing event updated for resources: {'Port': ['ID=4d1e8c87-bfb2-45e6-a1bb-ce869df63e03,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:13.893934 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:10:13.894311 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:10:13.894711 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:13.895720 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:10:13.896192 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Bound port: 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:10:13.897011 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:13.945511 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] For port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:10:13.948449 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] For port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=4d1e8c87-bfb2-45e6-a1bb-ce869df63e03,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:10:14.025837 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:14.158729 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Routers {'31da8331-ceec-4c0d-b5ba-bf0abcac5959'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:10:14.159380 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:10:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['31da8331-ceec-4c0d-b5ba-bf0abcac5959'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:10:14.162586 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7ed38-6a64-460f-8ce9-126650bc9b84 None None] Pushing event updated for resources: {'Port': ['ID=4d1e8c87-bfb2-45e6-a1bb-ce869df63e03,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:14.262759 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] Set router 31da8331-ceec-4c0d-b5ba-bf0abcac5959 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:10:14.478426 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'name': 'router1', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '4d1e8c87-bfb2-45e6-a1bb-ce869df63e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:09:54Z', 'updated_at': '2021-07-01T07:10:12Z', 'revision_number': 4, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'gw_port': {'id': '4d1e8c87-bfb2-45e6-a1bb-ce869df63e03', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:11Z', 'updated_at': '2021-07-01T07:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '60cfe981-1c07-4077-a9c4-3538b79a3a69', 'name': '', 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'mac_address': 'fa:16:3e:be:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:03Z', 'updated_at': '2021-07-01T07:10:10Z', 'revision_number': 5, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'subnets': [{'id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc47bfef-6950-457c-98ae-87b828dd640c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:10:14.508536 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af07b213-540c-4c68-a39c-bc950047cdcb None None] The sync data for ids ['31da8331-ceec-4c0d-b5ba-bf0abcac5959'] in dv-cinder-777574-6-iscsi is: [{'id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'name': 'router1', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '4d1e8c87-bfb2-45e6-a1bb-ce869df63e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:09:54Z', 'updated_at': '2021-07-01T07:10:12Z', 'revision_number': 4, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'gw_port': {'id': '4d1e8c87-bfb2-45e6-a1bb-ce869df63e03', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:11Z', 'updated_at': '2021-07-01T07:10:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '60cfe981-1c07-4077-a9c4-3538b79a3a69', 'name': '', 'network_id': '490b6de1-27f2-48a9-9e31-409d8463110a', 'tenant_id': 'af27bdd89cd240959b94ed83063348ac', 'mac_address': 'fa:16:3e:be:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31da8331-ceec-4c0d-b5ba-bf0abcac5959', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:10:03Z', 'updated_at': '2021-07-01T07:10:10Z', 'revision_number': 5, 'project_id': 'af27bdd89cd240959b94ed83063348ac', 'subnets': [{'id': '0a622e0a-7a37-4bf8-9517-bb8dab8d57ac', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc47bfef-6950-457c-98ae-87b828dd640c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:10:15.146079 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 46906) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:10:15.271480 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-99af186a-3bc4-4a26-8b4f-d0e11dcc6f34 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1242783 Jul 01 07:10:16.557395 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:10:16.653170 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:10:16.656807 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:10:16.657186 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:16.729521 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:16.748241 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=4d1e8c87-bfb2-45e6-a1bb-ce869df63e03,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:10:16.784740 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:16.833636 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=4d1e8c87-bfb2-45e6-a1bb-ce869df63e03,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:10:18.549163 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:10:18.599491 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 4d1e8c87-bfb2-45e6-a1bb-ce869df63e03 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:10:18.599874 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:27.664602 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2162b3a1-d936-48ea-9a6b-c3293b0bab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:30.419231 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe1af-1202-49d7-9d04-ee7a96b7e0c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:30.734525 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:31.367561 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:32.956276 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:10:49.051493 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:10:57.921270 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2c1f72be-ad04-49ad-8de8-d88bb5e780f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:00.406684 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4a6d31d3-6c57-4ef6-81f6-2e36cfa1be29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:00.755792 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:01.366701 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:03.618007 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:26.050140 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:11:27.646145 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-28b621d4-4689-4b07-b7d0-6270abae106d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:30.411709 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-638505b4-6716-475e-b6ce-05a33beceed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:30.731750 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:31.354488 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:32.960676 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:52.716252 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47474) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:11:52.775445 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.pecan_wsgi.hooks.translation [None req-f430f12a-be19-43cc-baad-d83d3ef26a81 admin admin] GET failed (client error): The resource could not be found. Jul 01 07:11:52.777013 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f430f12a-be19-43cc-baad-d83d3ef26a81 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0598295 Jul 01 07:11:52.931789 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d301b3-bc06-4f0b-818a-fc480dd16817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:11:52.933265 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-a2d301b3-bc06-4f0b-818a-fc480dd16817 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1524496 Jul 01 07:11:55.072166 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47484) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:11:55.160143 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a5fa6-27e8-4087-b561-b98273edf09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:11:55.161497 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d12a5fa6-27e8-4087-b561-b98273edf09f admin admin] 10.222.0.35 "GET /v2.0/subnets/0a622e0a-7a37-4bf8-9517-bb8dab8d57ac HTTP/1.1" status: 200 len: 849 time: 0.0883849 Jul 01 07:11:55.170610 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:11:55.252415 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:55.450582 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767718201591'] for subnet, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:55.479667 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:11:55.480273 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:55.481606 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] 10.222.0.35 "PUT /v2.0/subnets/0a622e0a-7a37-4bf8-9517-bb8dab8d57ac HTTP/1.1" status: 200 len: 868 time: 0.3146801 Jul 01 07:11:55.497982 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4833585-92d2-45f1-941c-1a786999579e None None] Network 490b6de1-27f2-48a9-9e31-409d8463110a requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:11:55.505047 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a622e0a-7a37-4bf8-9517-bb8dab8d57ac,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:11:55.512960 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.513333 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.513654 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.513987 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.514321 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.514672 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.515030 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.515410 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.515798 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.516131 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.516457 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.516783 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f4fb84-a075-4f78-bcc3-8b1bbe3258f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:11:55.922665 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-7caca24e-2263-48fe-aa49-6772c0e33484 None None] Provisioning complete for port f70dcee8-902f-47cf-8856-4c15caa3f19f triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:11:55.923066 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7caca24e-2263-48fe-aa49-6772c0e33484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:56.009079 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-7caca24e-2263-48fe-aa49-6772c0e33484 None None] Provisioning complete for port 60cfe981-1c07-4077-a9c4-3538b79a3a69 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:11:56.009369 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7caca24e-2263-48fe-aa49-6772c0e33484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:57.610475 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47492) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:11:57.690970 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-330c1114-bcdf-45d9-80fd-c424949b8226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:11:57.827718 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf3330-198f-4a35-99d4-4a414b09e4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:11:57.828750 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf3330-198f-4a35-99d4-4a414b09e4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:11:57.830280 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-7ddf3330-198f-4a35-99d4-4a414b09e4af admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2188210 Jul 01 07:11:59.977003 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47502) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:00.100742 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a1fe2-6637-44f3-b380-d4fa3604878c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:00.101222 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185a1fe2-6637-44f3-b380-d4fa3604878c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:00.102724 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-185a1fe2-6637-44f3-b380-d4fa3604878c admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1247849 Jul 01 07:12:00.445056 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c99bd908-c88c-4751-9a3c-9421a2763114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:00.765220 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:01.382158 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:02.242593 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47510) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:02.406498 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b914c80b-30c6-4110-b8db-d5cd0f7d921b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:02.407919 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b914c80b-30c6-4110-b8db-d5cd0f7d921b admin admin] 10.222.0.35 "GET /v2.0/networks/490b6de1-27f2-48a9-9e31-409d8463110a HTTP/1.1" status: 200 len: 869 time: 0.1643460 Jul 01 07:12:02.948229 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:03.048444 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:12:04.521962 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47518) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:04.643660 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5097272-dc5f-4b07-9330-6658caaab52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:04.644984 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-a5097272-dc5f-4b07-9330-6658caaab52c admin admin] 10.222.0.35 "GET /v2.0/networks/bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 HTTP/1.1" status: 200 len: 886 time: 0.1219776 Jul 01 07:12:06.782987 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47526) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:06.904444 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabdf03-c448-4254-b142-32caa664ef4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:06.904905 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabdf03-c448-4254-b142-32caa664ef4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:06.906429 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-8fabdf03-c448-4254-b142-32caa664ef4b admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225009 Jul 01 07:12:09.024303 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47534) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:09.148055 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34fe6ed-7a68-417f-93c0-f9068e336eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:09.148543 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34fe6ed-7a68-417f-93c0-f9068e336eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:09.150090 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-c34fe6ed-7a68-417f-93c0-f9068e336eee admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248503 Jul 01 07:12:11.290214 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47542) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:11.379426 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19470ed-52c1-4e9e-81a2-653c6d834ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:11.380816 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b19470ed-52c1-4e9e-81a2-653c6d834ce4 admin admin] 10.222.0.35 "GET /v2.0/subnets/0a622e0a-7a37-4bf8-9517-bb8dab8d57ac HTTP/1.1" status: 200 len: 868 time: 0.0897207 Jul 01 07:12:13.503135 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47550) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:13.584745 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddfcd05-a7b5-453e-a74f-4aa9658a64ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:13.586040 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5ddfcd05-a7b5-453e-a74f-4aa9658a64ba admin admin] 10.222.0.35 "GET /v2.0/subnets/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c HTTP/1.1" status: 200 len: 816 time: 0.0819221 Jul 01 07:12:27.690085 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c257ba78-75b8-413f-83fb-5deebe300e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:30.433404 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e9988dea-3504-440d-8fb2-7a6b41da72f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:30.765297 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:31.381956 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:32.964708 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:36.835732 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47594) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:36.879540 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [None req-0c7f06e9-b260-4df1-aac7-2f36242db3b3 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:12:36.880520 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0c7f06e9-b260-4df1-aac7-2f36242db3b3 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0439281 Jul 01 07:12:39.087815 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47602) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:39.144788 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.pecan_wsgi.hooks.translation [None req-915d4a9c-844c-4dae-9230-86e3b7cb75ca admin admin] GET failed (client error): The resource could not be found. Jul 01 07:12:39.146090 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-915d4a9c-844c-4dae-9230-86e3b7cb75ca admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0573633 Jul 01 07:12:39.232543 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a5c72e-681c-42d1-9a2f-867d0e2161d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:39.233995 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-e4a5c72e-681c-42d1-9a2f-867d0e2161d9 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841508 Jul 01 07:12:40.046813 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:12:41.422445 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47610) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:41.470180 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:12:41.535610 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Made reservation on behalf of 571909c6a7fd42508128ad8b35dac169 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:12:41.537907 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:41.565371 dv-cinder-777574-6-iscsi neutron-server[93539]: WARNING neutron.services.revisions.revision_plugin [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Could not find related network for resource to bump revision. Jul 01 07:12:41.575546 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:12:41.584064 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:41.584402 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Added segment ccd4dffc-e60d-43dd-83d1-a2abb15e4e39 of type vlan for network 1e351cee-b6e6-424f-943d-5a9b30046a4f Jul 01 07:12:41.620939 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:41.695786 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:41.696748 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:41.697330 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:41.755809 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] Pushing event updated for resources: {'Network': ['ID=1e351cee-b6e6-424f-943d-5a9b30046a4f,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:12:41.766421 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 1e351cee-b6e6-424f-943d-5a9b30046a4f details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:12:41.793567 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-06ad4295-57af-4126-96d4-689d88e21987 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3700223 Jul 01 07:12:43.942798 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47618) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:12:44.000647 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b4f435-8b40-47da-9b54-e6337637295b admin admin] GET failed (client error): The resource could not be found. Jul 01 07:12:44.002042 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f0b4f435-8b40-47da-9b54-e6337637295b admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582740 Jul 01 07:12:44.068531 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc961b7-1435-4392-b09c-422a66e554f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:44.069949 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0fc961b7-1435-4392-b09c-422a66e554f1 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0639439 Jul 01 07:12:44.079300 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:12:44.180696 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Made reservation on behalf of 571909c6a7fd42508128ad8b35dac169 for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:12:44.182843 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:44.473007 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:44.529659 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa91d9a-4ace-4298-a232-ac50573b9d9a,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:12:44.536491 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Checking segment: {'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:12:44.536839 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Network hostable DHCP agents. Network: 1e351cee-b6e6-424f-943d-5a9b30046a4f, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:12:44.609677 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Network 1e351cee-b6e6-424f-943d-5a9b30046a4f is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:12:44.683937 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 1e351cee-b6e6-424f-943d-5a9b30046a4f) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:12:44.687872 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:12:44.688450 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:44.692885 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7300986-29bd-4ef4-bfed-3c2f34dac906 None None] Network 1e351cee-b6e6-424f-943d-5a9b30046a4f requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:12:44.765960 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-1d5775af-4d45-4c21-a7e7-e3bf18bdffeb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6898582 Jul 01 07:12:44.937004 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-1e351cee-b6e6-424f-943d-5a9b30046a4f', 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f', 'tenant_id': '571909c6a7fd42508128ad8b35dac169', 'fixed_ips': [{'subnet_id': '7fa91d9a-4ace-4298-a232-ac50573b9d9a'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:12:44.937909 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:45.073676 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Allocated IP 192.168.233.2 (1e351cee-b6e6-424f-943d-5a9b30046a4f/7fa91d9a-4ace-4298-a232-ac50573b9d9a/89012384-f034-47de-b72f-16eb8093d981) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:12:45.215545 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:45.224248 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Transition to ACTIVE for port object 89012384-f034-47de-b72f-16eb8093d981 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:12:45.239630 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Transition to ACTIVE for port object 89012384-f034-47de-b72f-16eb8093d981 will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:12:45.296178 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:45.336236 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Network 1e351cee-b6e6-424f-943d-5a9b30046a4f is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:12:45.339290 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:12:45.342355 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:12:45.352539 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Pushing event updated for resources: {'Port': ['ID=89012384-f034-47de-b72f-16eb8093d981,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:12:45.381579 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.381928 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.382276 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.382614 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.382964 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.383300 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.383629 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.383956 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.384299 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.384627 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.384949 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.385269 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:12:45.431306 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Attempting to bind port 89012384-f034-47de-b72f-16eb8093d981 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:12:45.431677 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Attempting to bind port 89012384-f034-47de-b72f-16eb8093d981 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:12:45.432055 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Attempting to bind port 89012384-f034-47de-b72f-16eb8093d981 on network 1e351cee-b6e6-424f-943d-5a9b30046a4f {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:12:45.437759 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:12:45.438132 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Checking segment: {'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:12:45.438525 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:45.438933 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Bound using segment: {'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:12:45.439389 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Bound port: 89012384-f034-47de-b72f-16eb8093d981, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:12:45.439760 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:45.508138 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] For port 89012384-f034-47de-b72f-16eb8093d981, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:12:45.511268 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] For port 89012384-f034-47de-b72f-16eb8093d981, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=89012384-f034-47de-b72f-16eb8093d981,segment=NetworkSegment(ccd4dffc-e60d-43dd-83d1-a2abb15e4e39),segment_id=ccd4dffc-e60d-43dd-83d1-a2abb15e4e39)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:12:45.579029 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:45.634847 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ca811-2d76-4ccf-a924-7b7dea485859 None None] Pushing event updated for resources: {'Port': ['ID=89012384-f034-47de-b72f-16eb8093d981,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:12:46.452697 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbd6515-b38c-40e2-ad69-33a742759955 None None] Network 1e351cee-b6e6-424f-943d-5a9b30046a4f requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:12:46.644391 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-2a199393-468f-4591-9624-4d82a27eac9f None None] Provisioning for port 89012384-f034-47de-b72f-16eb8093d981 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:12:46.690976 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 89012384-f034-47de-b72f-16eb8093d981 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:12:46.798583 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 89012384-f034-47de-b72f-16eb8093d981 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:12:46.803270 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 89012384-f034-47de-b72f-16eb8093d981 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:12:46.803646 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:46.895852 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:46.898764 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-78ac4364-9eba-4bee-9704-7da9cc5365a1 None None] Provisioning complete for port 89012384-f034-47de-b72f-16eb8093d981 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:12:46.899142 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-78ac4364-9eba-4bee-9704-7da9cc5365a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:46.956120 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 89012384-f034-47de-b72f-16eb8093d981, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=89012384-f034-47de-b72f-16eb8093d981,segment=NetworkSegment(ccd4dffc-e60d-43dd-83d1-a2abb15e4e39),segment_id=ccd4dffc-e60d-43dd-83d1-a2abb15e4e39)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:12:46.999898 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-78ac4364-9eba-4bee-9704-7da9cc5365a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:47.039147 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:47.112559 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.db.api [None req-78ac4364-9eba-4bee-9704-7da9cc5365a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 01 07:12:47.112930 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG oslo_db.api [None req-78ac4364-9eba-4bee-9704-7da9cc5365a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 07:12:47.117118 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=89012384-f034-47de-b72f-16eb8093d981,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:12:48.649205 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 89012384-f034-47de-b72f-16eb8093d981 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:12:48.695583 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 89012384-f034-47de-b72f-16eb8093d981 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:12:48.695946 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:12:57.667152 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-95a4c58c-beeb-42d5-9dce-ba86fc80fdc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:00.421115 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-64e77a45-943b-4ca2-bfb5-c4a8ec2988e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:00.764502 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:01.380849 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:02.963667 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:17.045136 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:13:27.683473 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d757a48f-02be-4faf-a6b8-a5c65b314944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:30.420434 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8660-fa44-4a5d-9832-defcc4103568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:30.791835 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:31.390874 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:32.980182 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:13:54.043558 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:13:57.688043 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-db3a527f-0f09-4dfa-a729-c309427c544e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:00.430763 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-722cd1f6-343c-49ce-a25e-da9f7c5196c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:00.808447 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:01.384791 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:02.996725 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:27.682297 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-127608f3-7e8a-4af7-8303-7a89c26fcfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:29.738759 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47670) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:14:29.744605 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [None req-137781ad-187c-4ac9-b78a-3377e5510084 tempest-verify_tempest_config-1407031249 tempest-verify_tempest_config-1407031249-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:14:29.745557 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-137781ad-187c-4ac9-b78a-3377e5510084 tempest-verify_tempest_config-1407031249 tempest-verify_tempest_config-1407031249-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058768 Jul 01 07:14:30.205790 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47688) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:14:30.315579 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.419397 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-3f6b61ec-12cf-419c-9e2a-ff0588eee016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.427980 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.487537 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.531300 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=678a1b136211471ea4cc83fb5d67a5c4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3243608 Jul 01 07:14:30.533302 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e754f05-56de-4668-9af0-7b2003c576bc,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:14:30.534228 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47694) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:14:30.539958 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.540328 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.540680 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.541022 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.541358 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.541697 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.542031 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.542364 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.542712 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.543074 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.543406 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.543729 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f588910-d212-4b15-ba92-f3a9b1bb8bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.587914 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.608468 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.790567 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.793102 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.794237 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7e754f05-56de-4668-9af0-7b2003c576bc HTTP/1.1" status: 204 len: 168 time: 0.2590191 Jul 01 07:14:30.803152 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:30.803269 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e754f05-56de-4668-9af0-7b2003c576bc,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:14:30.808472 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.808842 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.809188 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.809526 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.809855 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.810706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.811190 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.811520 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.811863 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.812188 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.812511 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:30.812830 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77aecbe6-68df-48da-9c6d-24fce6a20715 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:14:31.042639 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:14:31.390660 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:32.995394 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:14:57.726045 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d810c2cd-890a-4548-afbc-10b914ddc554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:00.446768 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5114b0a2-5e0a-42ca-b4b6-5ba24bd4adfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:00.772522 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:01.384073 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:02.978318 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:08.041456 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:15:27.686036 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5494442a-a454-4a05-a72e-8f0624f8eafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:30.423427 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f206d731-ecd1-431e-b35e-7d81cc229051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:30.761255 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:31.394874 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:32.995260 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:45.040165 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 5 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:15:57.662974 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ac0b009b-7021-4c77-a407-dcf3b2cb6b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:15:59.863091 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-538786'] for agent, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:00.421564 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b3561b9c-c92c-4e66-baf1-82ac8d4571bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:00.765426 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:01.400202 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:02.988122 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:03.996356 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47746) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:16:04.096423 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-689e43f2-fa7e-403b-aa1f-aa19cbe895d9 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0988746 Jul 01 07:16:06.225675 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47756) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:16:06.280511 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-a5911853-24db-4d10-b193-aee1bbbe665e admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0537822 Jul 01 07:16:22.039109 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:16:27.707411 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e18ff070-88aa-45a4-b065-f1436e7ba09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:29.822125 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:30.416612 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-26afd350-6279-428b-8659-bb68ec517824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:30.822256 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:31.393525 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:33.021743 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:57.695239 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-0ea0af36-98c2-434c-bb87-9ae1015bb542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:16:59.043965 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:16:59.850832 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:00.448807 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d35651ad-a4c9-42cf-8129-d56b0b72cc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:00.752637 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:01.402821 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:02.986982 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:27.721757 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0a0e-5fd8-4527-8fdc-106f050be99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:29.843970 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:30.449490 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b3e190ae-1132-458f-916c-4d454778c20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:30.815148 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:31.414822 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.050372 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47916) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:32.323423 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-937632268-network', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:32.415149 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Made reservation on behalf of 959f91a8dc2e482693bfc24694fdffd4 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:32.417514 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.426247 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.537621 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.553385 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47952) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:32.597925 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.619258 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:17:32.636758 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794b207d-e217-46dd-bdfd-54437024907a,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:32.641149 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.641489 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Added segment eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d of type vlan for network 95bcbc00-49d7-4df7-abf4-38448263303d Jul 01 07:17:32.643673 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.644042 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.644387 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.644723 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.645057 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.645400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.645729 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.646055 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.646395 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.646719 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.647068 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.647388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Tracked resource versions report: Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: pushed versions: Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: { 'AddressGroup': {'1.2'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'ConntrackHelper': {'1.0'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Log': {'1.0'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Network': {'1.1'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Port': {'1.7'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'PortForwarding': {'1.2'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'QosPolicy': {'1.8'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SecurityGroup': {'1.4'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SecurityGroupRule': {'1.2'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SubPort': {'1.0'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Subnet': {'1.1'}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Trunk': {'1.1'}} Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: consumer versions: Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: { DHCP agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: HyperV agent@hv-cinder-77757: {}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: L3 agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: Metadata agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: Metering agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: Open vSwitch agent@dv-cinder-777574-6-iscsi: { 'AddressGroup': '1.2', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'ConntrackHelper': '1.0', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Log': '1.0', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Network': '1.1', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Port': '1.7', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'PortForwarding': '1.2', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'QosPolicy': '1.8', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SecurityGroup': '1.4', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SecurityGroupRule': '1.2', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'SubPort': '1.0', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Subnet': '1.1', Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: 'Trunk': '1.1'}} Jul 01 07:17:32.648526 dv-cinder-777574-6-iscsi neutron-server[93539]: {{(pid=93539) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 07:17:32.691383 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.784321 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.785300 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:32.785886 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:32.853619 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] Pushing event updated for resources: {'Network': ['ID=95bcbc00-49d7-4df7-abf4-38448263303d,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:32.863478 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 95bcbc00-49d7-4df7-abf4-38448263303d details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:17:32.888046 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-7831fa1e-cc95-4357-9362-1e88eb495844 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8364944 Jul 01 07:17:32.893796 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 47966) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:32.899416 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Request body: {'subnet': {'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-subnet', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:32.986547 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Made reservation on behalf of 959f91a8dc2e482693bfc24694fdffd4 for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:32.989135 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.028557 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-628787659-network', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:33.037679 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.054533 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47970) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:33.167981 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Made reservation on behalf of 204dd65805fe4bf897b4f10d937aae88 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:33.170297 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.191739 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.250836 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.318454 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.321107 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47994) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:33.335760 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Checking segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:33.336573 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Network hostable DHCP agents. Network: 95bcbc00-49d7-4df7-abf4-38448263303d, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:17:33.353658 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 47998) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:33.361986 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=657b3538-fc44-457c-bffa-4beab19da6ce,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:33.397566 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.411997 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1465317408-network', 'tenant_id': '3bbc05c0c7ff4feba2f529e41705f75f'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:33.420817 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:17:33.429586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Network 95bcbc00-49d7-4df7-abf4-38448263303d is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:17:33.443119 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.443521 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Added segment 84afe562-3cbe-4957-95de-a1de2146172c of type vlan for network e147903e-a0bb-4f05-bec4-6401ffd996fd Jul 01 07:17:33.444984 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b508a436-4c41-4427-a16b-6366648e6d38,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:33.493453 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.515869 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Made reservation on behalf of 3bbc05c0c7ff4feba2f529e41705f75f for: {'network': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:33.525883 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.529037 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.553719 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-974401957-network', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:33.567231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 95bcbc00-49d7-4df7-abf4-38448263303d) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:33.572255 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:33.573427 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.578787 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd35fde-4f6f-4b26-836c-9061cba97c34 None None] Network 95bcbc00-49d7-4df7-abf4-38448263303d requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:33.590118 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.591766 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:33.593349 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.619264 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-7963249-network', 'tenant_id': 'dc16723ae31842659f4e77c84143dba6'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:33.685894 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.689440 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] Pushing event updated for resources: {'Network': ['ID=e147903e-a0bb-4f05-bec4-6401ffd996fd,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:33.706161 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network e147903e-a0bb-4f05-bec4-6401ffd996fd details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:17:33.763585 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.798363 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:17:33.815990 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-95bcbc00-49d7-4df7-abf4-38448263303d', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:17:33.817854 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.849998 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-3cf04c89-5b2b-4a36-91ac-df40cd3d23ab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2954576 Jul 01 07:17:33.852913 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48014) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:33.859951 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Request body: {'subnet': {'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-subnet', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:33.860619 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978b6c89-b927-4fee-95e7-1585d22a2628,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:33.876596 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.db.api [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 01 07:17:33.876596 dv-cinder-777574-6-iscsi neutron-server[93538]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 01 07:17:33.876596 dv-cinder-777574-6-iscsi neutron-server[93538]: [parameters: {'project_id_1': 'dc16723ae31842659f4e77c84143dba6', 'expiration_1': datetime.datetime(2021, 7, 1, 7, 17, 33, 628200)}] Jul 01 07:17:33.876596 dv-cinder-777574-6-iscsi neutron-server[93538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 01 07:17:33.883248 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG oslo_db.api [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 07:17:33.886451 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.886805 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.887173 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.887510 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.887877 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.888232 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.888668 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.889000 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.889332 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.889834 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.890157 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.890474 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Tracked resource versions report: Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: pushed versions: Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: { 'AddressGroup': {'1.2'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'ConntrackHelper': {'1.0'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Log': {'1.0'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Network': {'1.1'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Port': {'1.7'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'PortForwarding': {'1.2'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'QosPolicy': {'1.8'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SecurityGroup': {'1.4'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SecurityGroupRule': {'1.2'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SubPort': {'1.0'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Subnet': {'1.1'}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Trunk': {'1.1'}} Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: consumer versions: Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: { DHCP agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: HyperV agent@hv-cinder-77757: {}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: L3 agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: Metadata agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: Metering agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: Open vSwitch agent@dv-cinder-777574-6-iscsi: { 'AddressGroup': '1.2', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'ConntrackHelper': '1.0', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Log': '1.0', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Network': '1.1', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Port': '1.7', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'PortForwarding': '1.2', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'QosPolicy': '1.8', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SecurityGroup': '1.4', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SecurityGroupRule': '1.2', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'SubPort': '1.0', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Subnet': '1.1', Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: 'Trunk': '1.1'}} Jul 01 07:17:33.891625 dv-cinder-777574-6-iscsi neutron-server[93538]: {{(pid=93538) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 07:17:33.894601 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767718147889', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.895215 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Unsubscribe: segment precommit_create {{(pid=93538) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 01 07:17:33.895662 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.segments_db [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Added segment c977dd91-e740-4836-92ed-24987b26ce63 of type vlan for network 7893b582-cdf9-4779-bb39-31b78258db7f Jul 01 07:17:33.949370 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.976754 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Made reservation on behalf of c239c3b22d8344db8e662a1afd201e3d for: {'network': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:33.979078 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.992125 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:33.997865 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Allocated IP 172.20.0.2 (95bcbc00-49d7-4df7-abf4-38448263303d/657b3538-fc44-457c-bffa-4beab19da6ce/976e290a-0a89-4881-ad01-4220c8872d63) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:34.094434 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-6d299427-b8d1-433f-ac68-30f191db7b55 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1993182 Jul 01 07:17:34.099540 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48020) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:34.102759 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:34.111523 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.db.api [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 01 07:17:34.111523 dv-cinder-777574-6-iscsi neutron-server[93538]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 01 07:17:34.111523 dv-cinder-777574-6-iscsi neutron-server[93538]: [parameters: {'project_id_1': 'c239c3b22d8344db8e662a1afd201e3d', 'expiration_1': datetime.datetime(2021, 7, 1, 7, 17, 34, 12308)}] Jul 01 07:17:34.111523 dv-cinder-777574-6-iscsi neutron-server[93538]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93538) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 01 07:17:34.112174 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG oslo_db.api [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 07:17:34.127191 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.128550 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:34.129355 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.160709 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.170315 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Transition to ACTIVE for port object 976e290a-0a89-4881-ad01-4220c8872d63 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:34.189754 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Transition to ACTIVE for port object 976e290a-0a89-4881-ad01-4220c8872d63 will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:34.221801 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Made reservation on behalf of 204dd65805fe4bf897b4f10d937aae88 for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:34.224727 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.272539 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] Pushing event updated for resources: {'Network': ['ID=7893b582-cdf9-4779-bb39-31b78258db7f,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:34.272745 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.285333 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 7893b582-cdf9-4779-bb39-31b78258db7f details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:17:34.312320 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Network 95bcbc00-49d7-4df7-abf4-38448263303d is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:34.319493 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:34.323763 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:34.336006 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-a9a2dbdb-43cc-4aa1-8618-3abfdd702f0f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2801220 Jul 01 07:17:34.339005 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48036) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:34.348900 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Request body: {'subnet': {'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1465317408-subnet', 'tenant_id': '3bbc05c0c7ff4feba2f529e41705f75f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:34.377759 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Pushing event updated for resources: {'Port': ['ID=976e290a-0a89-4881-ad01-4220c8872d63,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:34.448334 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.449489 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.449835 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.450031 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.450155 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.450649 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.451000 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.451329 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.451652 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.452056 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.452405 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.452725 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.453038 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.453350 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Tracked resource versions report: Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: pushed versions: Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: { 'AddressGroup': {'1.2'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'ConntrackHelper': {'1.0'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Log': {'1.0'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Network': {'1.1'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Port': {'1.7'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'PortForwarding': {'1.2'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'QosPolicy': {'1.8'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SecurityGroup': {'1.4'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SecurityGroupRule': {'1.2'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SubPort': {'1.0'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Subnet': {'1.1'}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Trunk': {'1.1'}} Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: consumer versions: Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: { DHCP agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: HyperV agent@hv-cinder-77757: {}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: L3 agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: Metadata agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: Metering agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: Open vSwitch agent@dv-cinder-777574-6-iscsi: { 'AddressGroup': '1.2', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'ConntrackHelper': '1.0', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Log': '1.0', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Network': '1.1', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Port': '1.7', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'PortForwarding': '1.2', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'QosPolicy': '1.8', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SecurityGroup': '1.4', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SecurityGroupRule': '1.2', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'SubPort': '1.0', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Subnet': '1.1', Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: 'Trunk': '1.1'}} Jul 01 07:17:34.454469 dv-cinder-777574-6-iscsi neutron-server[93540]: {{(pid=93540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 07:17:34.471848 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Attempting to bind port 976e290a-0a89-4881-ad01-4220c8872d63 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:34.472219 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Attempting to bind port 976e290a-0a89-4881-ad01-4220c8872d63 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:34.472621 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Attempting to bind port 976e290a-0a89-4881-ad01-4220c8872d63 on network 95bcbc00-49d7-4df7-abf4-38448263303d {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:34.480069 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:34.480489 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Checking segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:34.480892 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.481278 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Bound using segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:34.481930 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Bound port: 976e290a-0a89-4881-ad01-4220c8872d63, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:34.482327 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.579225 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] For port 976e290a-0a89-4881-ad01-4220c8872d63, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:34.583319 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] For port 976e290a-0a89-4881-ad01-4220c8872d63, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=976e290a-0a89-4881-ad01-4220c8872d63,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:34.613154 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.673465 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.689333 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.718207 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Made reservation on behalf of 3bbc05c0c7ff4feba2f529e41705f75f for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:34.721418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.759198 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3965d34-1f26-4177-8f9e-a018a74d20f0 None None] Pushing event updated for resources: {'Port': ['ID=976e290a-0a89-4881-ad01-4220c8872d63,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:34.794743 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.889339 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Made reservation on behalf of dc16723ae31842659f4e77c84143dba6 for: {'network': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:34.891652 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:34.918144 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d565378-edb9-4bca-9b12-b71886c75151,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:34.950941 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Checking segment: {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:34.952191 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Network hostable DHCP agents. Network: e147903e-a0bb-4f05-bec4-6401ffd996fd, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:17:34.971296 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.076811 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Network e147903e-a0bb-4f05-bec4-6401ffd996fd is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:17:35.122644 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.159798 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.162107 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, e147903e-a0bb-4f05-bec4-6401ffd996fd) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:35.167329 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:35.169142 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.172472 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbc5ac-d9cc-423f-a721-9def6ccf0960 None None] Network e147903e-a0bb-4f05-bec4-6401ffd996fd requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:35.190618 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.258355 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2599902a-f41b-4014-9873-e24797fbbb73,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:35.276997 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Checking segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:35.277454 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Network hostable DHCP agents. Network: 7893b582-cdf9-4779-bb39-31b78258db7f, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:17:35.326874 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6307504d-63e9-4833-8d73-6826bf635cd1 None None] Network e147903e-a0bb-4f05-bec4-6401ffd996fd requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:35.334984 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.344223 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-c35c6116-8189-47e7-986f-ed047351478b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4901826 Jul 01 07:17:35.346760 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48064) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:35.357455 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:35.369804 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Network 7893b582-cdf9-4779-bb39-31b78258db7f is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:17:35.381044 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:17:35.392346 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fe4427-2276-4b9b-97a0-95e9f2d1b12d,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:35.408452 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.409088 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.segments_db [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Added segment e57c425d-2b33-493d-9824-7756f2b096c6 of type vlan for network fe686f1d-1027-4b7a-b0e1-238237c14731 Jul 01 07:17:35.461498 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 7893b582-cdf9-4779-bb39-31b78258db7f) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:35.471264 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.474395 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:35.479454 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.491353 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa783ea-faae-44c3-9348-81646c03bf09 None None] Network 7893b582-cdf9-4779-bb39-31b78258db7f requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:35.627798 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.660230 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535deccf-99ae-4dd7-8439-ce2e42b465dd None None] Network 7893b582-cdf9-4779-bb39-31b78258db7f requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:35.687187 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.698561 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.699632 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:35.700282 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.730026 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.735982 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.841337 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-05e6e286-1d8a-4fd0-89af-d7a89e5adb35 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4889121 Jul 01 07:17:35.843395 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:17:35.924269 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:35.927373 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.001082 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] Pushing event updated for resources: {'Network': ['ID=fe686f1d-1027-4b7a-b0e1-238237c14731,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:36.015129 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network fe686f1d-1027-4b7a-b0e1-238237c14731 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:17:36.043356 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:17:36.070977 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.133345 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48092) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:36.134871 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.135420 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.segments_db [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Added segment 566d4931-8b65-4890-a92f-6bd830ae64fa of type vlan for network 537dded3-0738-4224-9dca-49e3e1b5dab3 Jul 01 07:17:36.137584 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0c173d-f31f-40e0-806e-313e5fc335e4,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:36.198976 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f9b990-32cd-4623-bee0-4413f3bd77bc None None] Network 95bcbc00-49d7-4df7-abf4-38448263303d requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:36.203500 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-17db9235-bb22-4e4c-9ecf-83cde2eb0a20 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8811300 Jul 01 07:17:36.208312 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48102) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:36.217813 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Request body: {'subnet': {'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-974401957-subnet', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:36.310041 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.331850 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Allocated IP 172.27.2.109 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/70d24fe0-913d-4418-981e-c50e0bc733c9) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:36.398155 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-e82dc22b-77c9-43ef-9268-2e7dc91a4571 None None] Provisioning for port 976e290a-0a89-4881-ad01-4220c8872d63 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:36.429572 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-51746afc-c487-4dbb-89fc-75c85579ed11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.447908 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Made reservation on behalf of c239c3b22d8344db8e662a1afd201e3d for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:36.450274 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.473007 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.474657 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:36.475486 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.529219 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.676286 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-51746afc-c487-4dbb-89fc-75c85579ed11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.699997 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.727657 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48134) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:36.749675 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-51746afc-c487-4dbb-89fc-75c85579ed11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:36.761515 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] Pushing event updated for resources: {'Network': ['ID=537dded3-0738-4224-9dca-49e3e1b5dab3,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:36.763844 dv-cinder-777574-6-iscsi neutron-server[93538]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 01 07:17:36.825515 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 537dded3-0738-4224-9dca-49e3e1b5dab3 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:17:36.894703 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-308e9ee6-69c6-4bbe-8110-388ae60cb70f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.5364263 Jul 01 07:17:36.903865 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48136) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:36.908104 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-51746afc-c487-4dbb-89fc-75c85579ed11 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2c39edb0d97b4cd680060d7f1f7b34af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7737064 Jul 01 07:17:36.914555 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48138) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:36.918392 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Request body: {'subnet': {'network_id': '537dded3-0738-4224-9dca-49e3e1b5dab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-7963249-subnet', 'tenant_id': 'dc16723ae31842659f4e77c84143dba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:36.931370 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 976e290a-0a89-4881-ad01-4220c8872d63 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:37.043169 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 976e290a-0a89-4881-ad01-4220c8872d63 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:37.048295 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 976e290a-0a89-4881-ad01-4220c8872d63 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:37.051715 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.088835 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51746afc-c487-4dbb-89fc-75c85579ed11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0e4e36-1c92-4c83-9a10-d8491fca3baf,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:37.129336 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-4d7e05d7-1172-4f06-853d-edc25ebab101 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:37.132159 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-4d7e05d7-1172-4f06-853d-edc25ebab101 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 815 time: 0.3704240 Jul 01 07:17:37.146828 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.149781 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-bc7e33d1-3c96-489f-9239-03e1327986b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.170976 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.182882 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1b0ee1f5-5a2d-4626-a138-d8c185a66e62 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/quotas/3bbc05c0c7ff4feba2f529e41705f75f HTTP/1.1" status: 200 len: 375 time: 0.0443587 Jul 01 07:17:37.190708 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Made reservation on behalf of dc16723ae31842659f4e77c84143dba6 for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:37.193174 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.198515 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.224424 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.252863 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1ff1c692-1cb5-47f5-8955-abb39ef7f947 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626807 Jul 01 07:17:37.258360 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-bc7e33d1-3c96-489f-9239-03e1327986b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.278263 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 976e290a-0a89-4881-ad01-4220c8872d63, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=976e290a-0a89-4881-ad01-4220c8872d63,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:17:37.341953 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.364796 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:37.370022 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.389387 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:37.414171 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:37.421614 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Pushing event updated for resources: {'Port': ['ID=70d24fe0-913d-4418-981e-c50e0bc733c9,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:37.455436 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=976e290a-0a89-4881-ad01-4220c8872d63,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:37.470199 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Allocated IP 172.27.2.21 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/7ea9f6bc-b947-4108-8911-5a37eeff53df) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:37.539106 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-bc7e33d1-3c96-489f-9239-03e1327986b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.542132 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-bc7e33d1-3c96-489f-9239-03e1327986b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.544254 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-bc7e33d1-3c96-489f-9239-03e1327986b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9d0e4e36-1c92-4c83-9a10-d8491fca3baf HTTP/1.1" status: 204 len: 168 time: 0.5877185 Jul 01 07:17:37.564542 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-e9daf7d7-06f5-420e-adc2-bbda6bbd5fcc service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:17:37.565572 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-e9daf7d7-06f5-420e-adc2-bbda6bbd5fcc service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2215881 Jul 01 07:17:37.587700 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e33d1-3c96-489f-9239-03e1327986b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0e4e36-1c92-4c83-9a10-d8491fca3baf,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:37.620579 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b185fd0-6e31-424c-b89c-921733294bfc,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:37.656058 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:37.731252 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Checking segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:37.792232 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Network hostable DHCP agents. Network: fe686f1d-1027-4b7a-b0e1-238237c14731, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:17:37.792232 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-66577c41-fd27-4984-bda3-ef10c06d1460 service neutron] 10.222.0.35 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974792 Jul 01 07:17:37.866157 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-0a245b4f-b51c-41d3-bddf-cfb925ac5597 service neutron] 10.222.0.35 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854909 Jul 01 07:17:38.078031 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.127214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.153710 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Network fe686f1d-1027-4b7a-b0e1-238237c14731 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:17:38.165414 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775fbe3e-ee5c-456e-ae11-8bc3cf3a1c45,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:38.202374 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:38.206367 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Pushing event updated for resources: {'Port': ['ID=7ea9f6bc-b947-4108-8911-5a37eeff53df,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:38.211693 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:38.214448 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:38.218580 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Checking segment: {'id': '566d4931-8b65-4890-a92f-6bd830ae64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '537dded3-0738-4224-9dca-49e3e1b5dab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:38.219016 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Network hostable DHCP agents. Network: 537dded3-0738-4224-9dca-49e3e1b5dab3, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:17:38.265643 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48184) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:38.269265 dv-cinder-777574-6-iscsi neutron-server[93539]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 01 07:17:38.300203 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, fe686f1d-1027-4b7a-b0e1-238237c14731) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:38.306808 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:38.306808 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.313839 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0c9ab-9277-41e5-9494-9c251fcf32a8 None None] Network fe686f1d-1027-4b7a-b0e1-238237c14731 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:38.349164 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.368488 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a96d1bd8-7f56-4ddf-a316-c814b3b2d67f req-c0f0fe61-75e8-4414-a0ca-49f76efba3d9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.1017838 Jul 01 07:17:38.451335 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-eb686ccc-52ae-4b58-bcd9-db4aae98f5a7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2402377 Jul 01 07:17:38.453737 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Network 537dded3-0738-4224-9dca-49e3e1b5dab3 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:17:38.457260 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48198) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:38.496906 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:38.505665 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 537dded3-0738-4224-9dca-49e3e1b5dab3) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:38.516935 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:38.517631 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.519441 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244f217-6b51-4efb-955b-051d058c1ef7 None None] Network 537dded3-0738-4224-9dca-49e3e1b5dab3 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:38.572044 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-fe686f1d-1027-4b7a-b0e1-238237c14731', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:17:38.575623 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.613434 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48208) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:38.615444 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.616565 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.679867 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-669cc70c-7b0d-4cc3-b17b-597814edfd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.693643 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.704439 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-da7dd855-3c7d-4cad-a393-41f4a9f71039 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7944798 Jul 01 07:17:38.777294 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:38.921061 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 976e290a-0a89-4881-ad01-4220c8872d63 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:38.956759 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.000876 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-669cc70c-7b0d-4cc3-b17b-597814edfd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.003226 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3ec91-310f-461c-848d-79af0e0fff63 None None] Network 537dded3-0738-4224-9dca-49e3e1b5dab3 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:39.042360 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Allocated IP 172.20.0.2 (fe686f1d-1027-4b7a-b0e1-238237c14731/8b185fd0-6e31-424c-b89c-921733294bfc/7e1b2131-1c18-439a-86bc-4dd5db65bb8d) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:39.117753 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-669cc70c-7b0d-4cc3-b17b-597814edfd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.178930 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 976e290a-0a89-4881-ad01-4220c8872d63 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:39.179305 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.188119 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:17:39.296173 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48234) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:39.351341 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.363935 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cc70c-7b0d-4cc3-b17b-597814edfd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c48b850-6f76-4f67-88c2-d1a611958926,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:39.367896 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Transition to ACTIVE for port object 7e1b2131-1c18-439a-86bc-4dd5db65bb8d will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:39.381878 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.394201 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Transition to ACTIVE for port object 7e1b2131-1c18-439a-86bc-4dd5db65bb8d will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:39.444637 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:17:39.466528 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Sync routers for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:17:39.478624 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.489057 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:39.489702 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:39.527624 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Network fe686f1d-1027-4b7a-b0e1-238237c14731 is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:39.533628 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:39.540363 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:39.569841 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ef509c26-1449-4281-b562-d0570556c209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.575823 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Pushing event updated for resources: {'Port': ['ID=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:39.587596 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] Notify callbacks [] for router, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.588834 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b6e938f0-01de-4c9c-a800-fee2a5aea050 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.4923658 Jul 01 07:17:39.592844 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48246) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:39.612790 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Attempting to bind port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:39.613510 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Attempting to bind port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:39.614095 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Attempting to bind port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d on network fe686f1d-1027-4b7a-b0e1-238237c14731 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:39.620143 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:39.620965 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Checking segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:39.621583 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.622194 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Bound using segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:39.622949 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Bound port: 7e1b2131-1c18-439a-86bc-4dd5db65bb8d, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:39.623616 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.723723 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:39.736522 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] For port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:39.740135 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] For port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:39.756964 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-669cc70c-7b0d-4cc3-b17b-597814edfd2b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8f30dc55a87a4ddaa02bbefae83524f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1324413 Jul 01 07:17:39.766753 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48248) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:39.814925 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.820852 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.871343 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4a11d40a-3be2-4763-874c-735137feb8e1 req-4a522667-79f6-4ba6-869b-b4583c66e9b0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.1065490 Jul 01 07:17:39.907684 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56d031-0698-4704-9189-6e4a8c7290ed None None] Pushing event updated for resources: {'Port': ['ID=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:39.965986 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:37Z', 'revision_number': 3, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:39.981762 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b238e9d9-68e3-436b-9b83-15df85b9ff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:39.999238 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Checking router: 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:17:39.999911 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Updating router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 port 70d24fe0-913d-4418-981e-c50e0bc733c9 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:17:40.020261 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b238e9d9-68e3-436b-9b83-15df85b9ff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.042324 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Router a9aae99b-0a67-4964-9b15-8911e2925502 is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:17:40.048738 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.322272 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-dc2cfe90-3ee1-4295-a9a7-65d772f250db tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:40.324325 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-dc2cfe90-3ee1-4295-a9a7-65d772f250db tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/networks?id=537dded3-0738-4224-9dca-49e3e1b5dab3 HTTP/1.1" status: 200 len: 809 time: 0.4995520 Jul 01 07:17:40.353076 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b238e9d9-68e3-436b-9b83-15df85b9ff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.355670 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b238e9d9-68e3-436b-9b83-15df85b9ff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.356833 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b238e9d9-68e3-436b-9b83-15df85b9ff72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c48b850-6f76-4f67-88c2-d1a611958926 HTTP/1.1" status: 204 len: 168 time: 0.5849943 Jul 01 07:17:40.372299 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ef509c26-1449-4281-b562-d0570556c209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.376228 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-555717af-a2e1-41e1-9485-7643bf12e7d4 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/quotas/dc16723ae31842659f4e77c84143dba6 HTTP/1.1" status: 200 len: 375 time: 0.0374858 Jul 01 07:17:40.381890 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.386600 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238e9d9-68e3-436b-9b83-15df85b9ff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c48b850-6f76-4f67-88c2-d1a611958926,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:40.396012 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Transition to ACTIVE for port object 70d24fe0-913d-4418-981e-c50e0bc733c9 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:40.438168 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:17:40.451121 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Sync routers for ids ['a9aae99b-0a67-4964-9b15-8911e2925502'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:17:40.456437 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.467254 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Routers {'a9aae99b-0a67-4964-9b15-8911e2925502'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:40.467254 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['a9aae99b-0a67-4964-9b15-8911e2925502'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:40.475842 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.477904 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.482678 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ef509c26-1449-4281-b562-d0570556c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.526761 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Pushing event updated for resources: {'Port': ['ID=70d24fe0-913d-4418-981e-c50e0bc733c9,revision_number=2']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:40.533327 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef509c26-1449-4281-b562-d0570556c209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26858837-0d12-4f06-8f93-12267fe9ae09,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:40.537487 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-9181b0f1-dc11-495a-b3b9-4e1f34189706 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc16723ae31842659f4e77c84143dba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0987794 Jul 01 07:17:40.557657 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.558247 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.560211 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.560571 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.561045 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.561826 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.562160 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.563204 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.564226 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.564570 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.566473 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.566823 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Tracked resource versions report: Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: pushed versions: Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: { 'AddressGroup': {'1.2'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'ConntrackHelper': {'1.0'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Log': {'1.0'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Network': {'1.1'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Port': {'1.7'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'PortForwarding': {'1.2'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'QosPolicy': {'1.8'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SecurityGroup': {'1.4'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SecurityGroupRule': {'1.2'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SubPort': {'1.0'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Subnet': {'1.1'}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Trunk': {'1.1'}} Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: consumer versions: Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: { DHCP agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: HyperV agent@hv-cinder-77757: {}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: L3 agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: Metadata agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: Metering agent@dv-cinder-777574-6-iscsi: {}, Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: Open vSwitch agent@dv-cinder-777574-6-iscsi: { 'AddressGroup': '1.2', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'ConntrackHelper': '1.0', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Log': '1.0', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Network': '1.1', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Port': '1.7', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'PortForwarding': '1.2', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'QosPolicy': '1.8', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SecurityGroup': '1.4', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SecurityGroupRule': '1.2', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'SubPort': '1.0', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Subnet': '1.1', Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: 'Trunk': '1.1'}} Jul 01 07:17:40.569579 dv-cinder-777574-6-iscsi neutron-server[93541]: {{(pid=93541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 01 07:17:40.583732 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ef509c26-1449-4281-b562-d0570556c209 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d777d60db5c54dfabafc02248fb58391&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2729354 Jul 01 07:17:40.583732 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48272) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:40.637230 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.639697 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5281f824-e17a-418b-acaa-8637a5d02aaa admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2910728 Jul 01 07:17:40.652723 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48282) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:40.654451 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Attempting to bind port 70d24fe0-913d-4418-981e-c50e0bc733c9 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:40.659403 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Attempting to bind port 70d24fe0-913d-4418-981e-c50e0bc733c9 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:40.659403 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Attempting to bind port 70d24fe0-913d-4418-981e-c50e0bc733c9 on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:40.673183 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Set router a9aae99b-0a67-4964-9b15-8911e2925502 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:40.677379 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:40.677753 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:40.678154 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.678547 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:40.679708 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Bound port: 70d24fe0-913d-4418-981e-c50e0bc733c9, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:40.679708 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.737379 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-aae067f6-ac8b-4ed9-bf15-ae7fa4ec634b service neutron] 10.222.0.35 "GET /v2.0/networks/537dded3-0738-4224-9dca-49e3e1b5dab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626661 Jul 01 07:17:40.753108 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Allocated IP 172.27.2.212 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/1cdb61ad-efda-48ca-a726-c125473c252b) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:40.778881 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] For port 70d24fe0-913d-4418-981e-c50e0bc733c9, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:40.782137 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] For port 70d24fe0-913d-4418-981e-c50e0bc733c9, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=70d24fe0-913d-4418-981e-c50e0bc733c9,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:40.859587 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:40.933957 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277e3af-03ac-4ac9-b9fa-db2f40b19c71 None None] Pushing event updated for resources: {'Port': ['ID=70d24fe0-913d-4418-981e-c50e0bc733c9,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:40.955180 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:40.955180 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:41.082373 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 7e1b2131-1c18-439a-86bc-4dd5db65bb8d up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:41.125551 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:38Z', 'revision_number': 3, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port': {'id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:37Z', 'updated_at': '2021-07-01T07:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:41.133135 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:41.133757 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:41.146792 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:41.253678 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Checking router: a9aae99b-0a67-4964-9b15-8911e2925502 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:17:41.254330 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Updating router a9aae99b-0a67-4964-9b15-8911e2925502 port 7ea9f6bc-b947-4108-8911-5a37eeff53df binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:17:41.261175 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-584becc8-3521-4503-b7ff-6f22f903e16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:41.367551 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-584becc8-3521-4503-b7ff-6f22f903e16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:41.420734 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-7000997c-600c-4df9-b350-58ee38bbda68 service neutron] 10.222.0.35 "GET /v2.0/networks/537dded3-0738-4224-9dca-49e3e1b5dab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6379521 Jul 01 07:17:41.524919 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:37Z', 'revision_number': 3, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:41.551010 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b85650-4059-4fa5-9802-3b157d6bc26d None None] Network fe686f1d-1027-4b7a-b0e1-238237c14731 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:17:41.589507 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc47ffb-fdf2-423a-8b80-c53ecf999f3f None None] The sync data for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi is: [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:37Z', 'revision_number': 3, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:17:41.595739 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cc62f227-2bd2-4b43-91d2-67ac2d5548db req-c7e1a3d0-9337-47d3-9d7d-d2efc86a7622 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.0789936 Jul 01 07:17:41.613476 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:41.631767 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:41.663775 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Pushing event updated for resources: {'Port': ['ID=1cdb61ad-efda-48ca-a726-c125473c252b,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:41.724554 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Allocated IP 172.20.0.1 (95bcbc00-49d7-4df7-abf4-38448263303d/657b3538-fc44-457c-bffa-4beab19da6ce/c8ae6162-9e70-416e-9c14-9465c9024e25) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:41.761997 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-584becc8-3521-4503-b7ff-6f22f903e16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:41.769781 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-584becc8-3521-4503-b7ff-6f22f903e16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:41.788862 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-584becc8-3521-4503-b7ff-6f22f903e16e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26858837-0d12-4f06-8f93-12267fe9ae09 HTTP/1.1" status: 204 len: 168 time: 1.2123978 Jul 01 07:17:41.812735 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:41.818143 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:41.824251 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:41.987390 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8a77bab8-6356-4a0b-8106-e2f418e8daf4 req-9800a04f-5a3a-4c81-b9d7-fbbc730c27c5 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 210 time: 0.1832399 Jul 01 07:17:42.000347 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584becc8-3521-4503-b7ff-6f22f903e16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26858837-0d12-4f06-8f93-12267fe9ae09,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:42.158562 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:42.177854 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Transition to ACTIVE for port object c8ae6162-9e70-416e-9c14-9465c9024e25 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:42.266491 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-24bffbb7-e2da-4230-9663-47e61c9897c9 None None] Provisioning for port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:42.301822 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:42.322736 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:42.503447 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Network 95bcbc00-49d7-4df7-abf4-38448263303d is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:42.507912 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Pushing event updated for resources: {'Port': ['ID=c8ae6162-9e70-416e-9c14-9465c9024e25,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:42.517461 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:42.521555 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:42.522251 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:42.611554 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:42.621918 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:42.622300 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:42.670706 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:42.707276 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Transition to ACTIVE for port object 7ea9f6bc-b947-4108-8911-5a37eeff53df will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:42.912621 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.094638 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedbf51-ead7-4e62-b84c-30b047b27d02 None None] Pushing event updated for resources: {'Port': ['ID=7ea9f6bc-b947-4108-8911-5a37eeff53df,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:43.097007 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-039c71fd-fdbd-4a70-a51f-18cf655fb517 req-ede07489-661c-4b15-8e97-49ee6dfb46e3 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.0874684 Jul 01 07:17:43.195519 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.208846 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Attempting to bind port 7ea9f6bc-b947-4108-8911-5a37eeff53df on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:43.209144 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Attempting to bind port 7ea9f6bc-b947-4108-8911-5a37eeff53df by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:43.209446 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.212956 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Attempting to bind port 7ea9f6bc-b947-4108-8911-5a37eeff53df on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:43.228694 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-123ab614-b172-488f-b88d-47dfdc17e492 req-d1263d41-bfb4-43d4-a903-cfe704722c46 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 210 time: 0.0781620 Jul 01 07:17:43.289030 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.26', 59249) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:43.293545 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:43.294141 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:43.294738 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.296078 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:43.298014 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Bound port: 7ea9f6bc-b947-4108-8911-5a37eeff53df, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:43.298649 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.376879 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-0431bbde-f113-4867-bbf8-274b6eb15c42 None None] Provisioning for port c8ae6162-9e70-416e-9c14-9465c9024e25 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:43.431990 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-0431bbde-f113-4867-bbf8-274b6eb15c42 None None] Provisioning complete for port c8ae6162-9e70-416e-9c14-9465c9024e25 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:43.434254 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-0431bbde-f113-4867-bbf8-274b6eb15c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.440754 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:17:43.562223 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.582403 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.655598 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.656686 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.698062 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] For port 7ea9f6bc-b947-4108-8911-5a37eeff53df, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:43.700873 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-0431bbde-f113-4867-bbf8-274b6eb15c42 None None] Port c8ae6162-9e70-416e-9c14-9465c9024e25 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:17:43.721273 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 70d24fe0-913d-4418-981e-c50e0bc733c9 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:43.730203 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] For port 7ea9f6bc-b947-4108-8911-5a37eeff53df, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=7ea9f6bc-b947-4108-8911-5a37eeff53df,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:43.780484 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:43.830434 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.836449 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Pushing event updated for resources: {'Port': ['ID=c8ae6162-9e70-416e-9c14-9465c9024e25,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:43.855930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.901630 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-ae99ac02-0f6b-4aad-8fa2-d71b567e03f6 None None] Provisioning complete for port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:43.902010 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ae99ac02-0f6b-4aad-8fa2-d71b567e03f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:43.908268 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Network 95bcbc00-49d7-4df7-abf4-38448263303d is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:43.909677 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:43.965560 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Allocated IP 172.20.0.1 (e147903e-a0bb-4f05-bec4-6401ffd996fd/3d565378-edb9-4bca-9b12-b71886c75151/99253170-8457-490d-9596-93f0b0b28062) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:44.004777 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 70d24fe0-913d-4418-981e-c50e0bc733c9 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:44.020099 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Routers {'a9aae99b-0a67-4964-9b15-8911e2925502'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:44.020757 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['a9aae99b-0a67-4964-9b15-8911e2925502'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:44.026003 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aedbf51-ead7-4e62-b84c-30b047b27d02 None None] Pushing event updated for resources: {'Port': ['ID=7ea9f6bc-b947-4108-8911-5a37eeff53df,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:44.032534 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-331297dc-e2a8-44f2-94d0-c701dd06112e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:44.033685 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-331297dc-e2a8-44f2-94d0-c701dd06112e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 815 time: 0.7388716 Jul 01 07:17:44.136271 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 70d24fe0-913d-4418-981e-c50e0bc733c9 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:44.136649 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:44.138394 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Request body: {'port': {'device_id': '1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30', 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'admin_state_up': True, 'tenant_id': '3bbc05c0c7ff4feba2f529e41705f75f'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:44.330469 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48432) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:44.410154 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] Set router a9aae99b-0a67-4964-9b15-8911e2925502 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:44.521563 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7dd28d75-3a0c-4465-a149-632a3a5f9475 req-713a6486-6aa3-4ed3-87e7-610efef7ecea tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.1173356 Jul 01 07:17:44.610255 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:17:44.612561 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:44.621707 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-f99d6306-de5f-4930-b847-0ebcfb9779df None None] Provisioning complete for port c8ae6162-9e70-416e-9c14-9465c9024e25 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:44.622226 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f99d6306-de5f-4930-b847-0ebcfb9779df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:44.671575 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 70d24fe0-913d-4418-981e-c50e0bc733c9, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=70d24fe0-913d-4418-981e-c50e0bc733c9,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:17:44.690561 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-f99d6306-de5f-4930-b847-0ebcfb9779df None None] Port c8ae6162-9e70-416e-9c14-9465c9024e25 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:17:44.702492 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-74459756-493f-4c5b-bf83-84ac5783cd32 req-f8740cbb-ba69-4c26-82c8-9df931ce880f tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 210 time: 0.2289412 Jul 01 07:17:44.709615 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-036c79e0-5f7e-46f8-a9f7-ef87d6e9a6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:44.773017 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:44.781106 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:38Z', 'revision_number': 3, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port': {'id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:37Z', 'updated_at': '2021-07-01T07:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:44.782975 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:44.827694 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:17:44.839219 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Sync routers for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:17:44.841994 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-4b416998-8da5-4743-9e9e-f5e6e3ab97cc admin admin] 10.222.0.35 "PUT /v2.0/routers/4f5b89a2-d2ea-464d-8b4b-f52eff0cc800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2481899 Jul 01 07:17:44.849088 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:44.860520 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:44.865022 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:44.866641 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c520643-bd96-4044-8862-7423ff567a58 None None] The sync data for ids ['a9aae99b-0a67-4964-9b15-8911e2925502'] in dv-cinder-777574-6-iscsi is: [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:38Z', 'revision_number': 3, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port': {'id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:37Z', 'updated_at': '2021-07-01T07:17:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:17:44.942238 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=70d24fe0-913d-4418-981e-c50e0bc733c9,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:45.031960 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-036c79e0-5f7e-46f8-a9f7-ef87d6e9a6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:45.080365 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:45.125333 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Network e147903e-a0bb-4f05-bec4-6401ffd996fd is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:45.128848 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:45.135486 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:45.136259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:45.195859 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-036c79e0-5f7e-46f8-a9f7-ef87d6e9a6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:45.198479 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:45.244440 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-036c79e0-5f7e-46f8-a9f7-ef87d6e9a6ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e25b687065e74f25869988fa7a1d90b9&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9122205 Jul 01 07:17:45.248806 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48472) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:45.260817 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Router 5dd84102-31b1-4445-84f9-a5416059d31d is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:17:45.288549 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c79e0-5f7e-46f8-a9f7-ef87d6e9a6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4ef511-e96b-4078-bc86-32d46786b4a0,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:45.843132 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:43Z', 'revision_number': 2, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:45.843132 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Checking router: 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:17:45.843132 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Updating router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 port c8ae6162-9e70-416e-9c14-9465c9024e25 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:17:45.906955 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 7e1b2131-1c18-439a-86bc-4dd5db65bb8d up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:45.928937 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.034238 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:46.040250 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.113251 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Pushing event updated for resources: {'Port': ['ID=99253170-8457-490d-9596-93f0b0b28062,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:46.246827 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ae2aa9fe-0844-48b3-801e-f185764dfa10 req-d89e2a6e-860f-48b5-8acc-e8c3f453a581 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.2598042 Jul 01 07:17:46.257139 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Made reservation on behalf of 3bbc05c0c7ff4feba2f529e41705f75f for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:46.287782 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.290689 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:17:46.319347 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Sync routers for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:17:46.324613 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.26', 59261) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:46.348519 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 70d24fe0-913d-4418-981e-c50e0bc733c9 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:46.431352 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48510) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:46.465125 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:46.465771 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:46.465919 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-845208c7-9357-433e-910b-9416b0e0f6df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275450058', 'description': 'tempest-description--1021980859'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:46.479388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f2d160e0-fb80-4913-9486-4ac1db2c03d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.652149 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f1e130cc-606e-4b91-b324-c6b77bc20aa4 req-d08bc437-ccd8-432f-b68a-955f98d049d4 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 210 time: 0.1510503 Jul 01 07:17:46.670478 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-763a41bc-fbcf-404b-b81e-9a885c7e5c74 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:46.672196 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-763a41bc-fbcf-404b-b81e-9a885c7e5c74 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.26 "GET /v2.0/networks?id=537dded3-0738-4224-9dca-49e3e1b5dab3 HTTP/1.1" status: 200 len: 809 time: 0.3461435 Jul 01 07:17:46.681782 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f2d160e0-fb80-4913-9486-4ac1db2c03d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.691307 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Request body: {'port': {'device_id': '9fe690cb-71b4-4841-bb14-d919ae759136', 'network_id': '537dded3-0738-4224-9dca-49e3e1b5dab3', 'admin_state_up': True, 'tenant_id': 'dc16723ae31842659f4e77c84143dba6'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:46.745240 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.845012 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-845208c7-9357-433e-910b-9416b0e0f6df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.858734 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.878799 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Transition to ACTIVE for port object c8ae6162-9e70-416e-9c14-9465c9024e25 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:46.957419 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:46.961828 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-e208db0d-1547-4533-a45c-413018b78296 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5017102 Jul 01 07:17:46.965334 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48522) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:46.978791 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:47.069870 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:47.123456 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Allocated IP 172.20.0.12 (7893b582-cdf9-4779-bb39-31b78258db7f/2599902a-f41b-4014-9873-e24797fbbb73/575096a4-b82b-401f-b590-b5c17dae4cb8) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:47.163489 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f2d160e0-fb80-4913-9486-4ac1db2c03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:47.167762 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f2d160e0-fb80-4913-9486-4ac1db2c03d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:47.168940 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f2d160e0-fb80-4913-9486-4ac1db2c03d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e4ef511-e96b-4078-bc86-32d46786b4a0 HTTP/1.1" status: 204 len: 168 time: 1.9094472 Jul 01 07:17:47.182083 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001a4bc-a883-41a6-bb0e-9f7925c0de47 None None] Pushing event updated for resources: {'Port': ['ID=c8ae6162-9e70-416e-9c14-9465c9024e25,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:47.268885 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 70d24fe0-913d-4418-981e-c50e0bc733c9 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:47.269274 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:47.408185 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Attempting to bind port c8ae6162-9e70-416e-9c14-9465c9024e25 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:47.408185 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Attempting to bind port c8ae6162-9e70-416e-9c14-9465c9024e25 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:47.408185 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Attempting to bind port c8ae6162-9e70-416e-9c14-9465c9024e25 on network 95bcbc00-49d7-4df7-abf4-38448263303d {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:47.441043 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:47.441503 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Checking segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:47.441963 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:47.442366 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Bound using segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:47.442874 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Bound port: c8ae6162-9e70-416e-9c14-9465c9024e25, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:47.448183 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:47.526322 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d160e0-fb80-4913-9486-4ac1db2c03d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4ef511-e96b-4078-bc86-32d46786b4a0,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:47.612388 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48534) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:47.724185 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] For port c8ae6162-9e70-416e-9c14-9465c9024e25, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:47.736807 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] For port c8ae6162-9e70-416e-9c14-9465c9024e25, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=c8ae6162-9e70-416e-9c14-9465c9024e25,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:47.740166 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-adf7347a-0f1d-4290-9cf1-4ec8333a8385 req-5632d813-09e8-4c0c-891c-5ac224d53862 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.1153831 Jul 01 07:17:47.778608 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:47.812289 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.038161 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 7ea9f6bc-b947-4108-8911-5a37eeff53df up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:48.039270 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.039270 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.041034 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b001a4bc-a883-41a6-bb0e-9f7925c0de47 None None] Pushing event updated for resources: {'Port': ['ID=c8ae6162-9e70-416e-9c14-9465c9024e25,revision_number=4']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:48.046537 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 3, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:48.046689 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:48.046689 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:48.046869 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Checking router: 5dd84102-31b1-4445-84f9-a5416059d31d for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:17:48.046869 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Updating router 5dd84102-31b1-4445-84f9-a5416059d31d port 1cdb61ad-efda-48ca-a726-c125473c252b binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:17:48.077342 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.169553 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-060616ab-c263-4434-a70e-228049e9c021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.254285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-845208c7-9357-433e-910b-9416b0e0f6df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.256569 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Pushing event updated for resources: {'Port': ['ID=99253170-8457-490d-9596-93f0b0b28062,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:48.309701 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:48.344932 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 7ea9f6bc-b947-4108-8911-5a37eeff53df completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:48.358180 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 7ea9f6bc-b947-4108-8911-5a37eeff53df triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:48.358534 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.436927 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-53896621-d097-4369-9a7f-a2c8a97f1e6a req-4661abab-990f-4012-9351-65e8237be944 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 210 time: 0.4651916 Jul 01 07:17:48.445292 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-845208c7-9357-433e-910b-9416b0e0f6df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.483192 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Made reservation on behalf of dc16723ae31842659f4e77c84143dba6 for: {'port': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:17:48.486917 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.501086 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.713023 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845208c7-9357-433e-910b-9416b0e0f6df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3834544-bf9d-48d8-a815-e98214bf8009,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:48.800244 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:47Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:48.904918 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592fc0dc-e7bc-4327-b760-01c86c2ae1b1 None None] The sync data for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi is: [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:47Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:17:48.914991 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:48.920083 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48558) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:49.056063 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 7ea9f6bc-b947-4108-8911-5a37eeff53df, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=7ea9f6bc-b947-4108-8911-5a37eeff53df,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:17:49.122073 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ec59dd88-4126-4694-92d7-3baf26d43c0b req-97fda420-5d79-4e85-be16-43df2c01da69 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.1505599 Jul 01 07:17:49.162440 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Network e147903e-a0bb-4f05-bec4-6401ffd996fd is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:49.169153 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:49.178745 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.189360 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.277916 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-060616ab-c263-4434-a70e-228049e9c021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.291067 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Transition to ACTIVE for port object 1cdb61ad-efda-48ca-a726-c125473c252b will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:49.349460 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=7ea9f6bc-b947-4108-8911-5a37eeff53df,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:49.363086 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-30c1b2b7-3f3f-4077-b11a-948843546a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.369890 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.401001 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-060616ab-c263-4434-a70e-228049e9c021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.456698 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device c8ae6162-9e70-416e-9c14-9465c9024e25 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:49.512378 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Allocated IP 172.20.0.2 (537dded3-0738-4224-9dca-49e3e1b5dab3/775fbe3e-ee5c-456e-ae11-8bc3cf3a1c45/1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:49.562453 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26851e-5ba7-4882-bec4-427a126cae72 None None] Pushing event updated for resources: {'Port': ['ID=1cdb61ad-efda-48ca-a726-c125473c252b,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:49.571770 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Attempting to bind port 1cdb61ad-efda-48ca-a726-c125473c252b on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:49.579041 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Attempting to bind port 1cdb61ad-efda-48ca-a726-c125473c252b by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:49.579468 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Attempting to bind port 1cdb61ad-efda-48ca-a726-c125473c252b on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:49.598426 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-845208c7-9357-433e-910b-9416b0e0f6df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.600770 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-845208c7-9357-433e-910b-9416b0e0f6df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.1670184 Jul 01 07:17:49.613731 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060616ab-c263-4434-a70e-228049e9c021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4d8c72-56cf-483a-8dd0-bfc0a3f4c2f6,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:49.617225 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:49.617657 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:49.618051 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.618443 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:49.618948 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Bound port: 1cdb61ad-efda-48ca-a726-c125473c252b, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:49.619362 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.629502 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-060616ab-c263-4434-a70e-228049e9c021 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=94566aa87cf2452c94a31bf8ac711c48&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0159750 Jul 01 07:17:49.629628 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:49.635715 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48572) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:49.636313 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48574) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:49.687373 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Router a9aae99b-0a67-4964-9b15-8911e2925502 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:17:49.696355 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-cf23d7cd-f783-4451-80ca-f3003d6e0d8d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'security_group_rule': {'security_group_id': 'a3834544-bf9d-48d8-a815-e98214bf8009', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:49.824380 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] For port 1cdb61ad-efda-48ca-a726-c125473c252b, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:49.829847 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] For port 1cdb61ad-efda-48ca-a726-c125473c252b, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=1cdb61ad-efda-48ca-a726-c125473c252b,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:49.911449 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.006832 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port c8ae6162-9e70-416e-9c14-9465c9024e25 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:50.034091 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port c8ae6162-9e70-416e-9c14-9465c9024e25 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:50.040520 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.147664 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.204627 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e26851e-5ba7-4882-bec4-427a126cae72 None None] Pushing event updated for resources: {'Port': ['ID=1cdb61ad-efda-48ca-a726-c125473c252b,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:50.205238 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-30c1b2b7-3f3f-4077-b11a-948843546a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.240186 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:50.240843 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:50.262458 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3942d090-3afc-4da4-be03-537e15df0827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.282040 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-30c1b2b7-3f3f-4077-b11a-948843546a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.289802 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3942d090-3afc-4da4-be03-537e15df0827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.324575 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.342404 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Pushing event updated for resources: {'Port': ['ID=575096a4-b82b-401f-b590-b5c17dae4cb8,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:50.344873 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.474057 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.485351 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3942d090-3afc-4da4-be03-537e15df0827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.488457 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3942d090-3afc-4da4-be03-537e15df0827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.492665 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-3942d090-3afc-4da4-be03-537e15df0827 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fc4d8c72-56cf-483a-8dd0-bfc0a3f4c2f6 HTTP/1.1" status: 204 len: 168 time: 0.8502033 Jul 01 07:17:50.497857 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7cd-f783-4451-80ca-f3003d6e0d8d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.531594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Network 7893b582-cdf9-4779-bb39-31b78258db7f is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:50.544280 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942d090-3afc-4da4-be03-537e15df0827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4d8c72-56cf-483a-8dd0-bfc0a3f4c2f6,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:50.567272 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port c8ae6162-9e70-416e-9c14-9465c9024e25, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=c8ae6162-9e70-416e-9c14-9465c9024e25,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:17:50.579455 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-30c1b2b7-3f3f-4077-b11a-948843546a7e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c28d9a1ad78b4c26ab7ab2e4127aac69&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6377304 Jul 01 07:17:50.588666 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48584) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:50.663265 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Network 537dded3-0738-4224-9dca-49e3e1b5dab3 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:50.669862 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.682860 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1b2b7-3f3f-4077-b11a-948843546a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3fcdae-5b35-459e-b3e0-54e223000d87,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:50.703671 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:17:50.705822 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:50.712402 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-186034c9-aa07-4dd0-a294-ae2a7126adfd admin admin] 10.222.0.35 "PUT /v2.0/routers/a9aae99b-0a67-4964-9b15-8911e2925502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0583515 Jul 01 07:17:50.716992 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:50.724649 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Sync routers for ids ['a9aae99b-0a67-4964-9b15-8911e2925502'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:17:50.725090 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:50.725090 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.763481 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:50.769944 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Routers {'a9aae99b-0a67-4964-9b15-8911e2925502'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:50.772407 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:50.774742 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a0490-49c2-4e13-86a9-a5d2f79caf51 req-53293f74-a3db-49f0-b2b3-4b81231e41d5 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:50.779027 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3c4a0490-49c2-4e13-86a9-a5d2f79caf51 req-53293f74-a3db-49f0-b2b3-4b81231e41d5 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 931 time: 0.5155580 Jul 01 07:17:50.782225 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:50.783382 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['a9aae99b-0a67-4964-9b15-8911e2925502'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:50.795603 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:50.810299 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:50.967788 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3c4a0490-49c2-4e13-86a9-a5d2f79caf51 req-d383f4e9-9074-4caf-a155-62ea217a9e87 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659758 Jul 01 07:17:50.980833 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-ecde9f43-6704-48f9-9e23-ff6dd1e0c494 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8600399 Jul 01 07:17:51.006952 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3207855 Jul 01 07:17:51.042441 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-f443f2c1-26a3-444d-bbcf-6b2cf9320111 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:17:51.045068 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-f443f2c1-26a3-444d-bbcf-6b2cf9320111 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179622 Jul 01 07:17:51.046487 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-9158791d-038c-4ecb-8f09-ad3bf62af75c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93538) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:17:51.054779 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-9158791d-038c-4ecb-8f09-ad3bf62af75c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465322 Jul 01 07:17:51.055696 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68289dbc-8be8-44de-983c-93d9c9e1d08c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Pushing event updated for resources: {'Port': ['ID=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:51.076067 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Set router a9aae99b-0a67-4964-9b15-8911e2925502 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:51.102335 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7cd-f783-4451-80ca-f3003d6e0d8d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.125087 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-472e2835-1179-4216-a3bc-b520f5a66005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.216994 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=c8ae6162-9e70-416e-9c14-9465c9024e25,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:51.249164 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 3, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:51.273250 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-472e2835-1179-4216-a3bc-b520f5a66005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.277455 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7cd-f783-4451-80ca-f3003d6e0d8d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.311382 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2115e-ca5a-4417-8d3b-ad89a6016112 None None] The sync data for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi is: [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 3, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:17:51.335588 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23d7cd-f783-4451-80ca-f3003d6e0d8d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87748054-9368-4049-9ba4-b38a5607dcd3,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:51.374834 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 7ea9f6bc-b947-4108-8911-5a37eeff53df up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:51.399494 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb57da7-bef3-4332-9a68-233422d2e9ce req-3813092b-b94a-4209-8562-d399836e7fc5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:51.405710 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5eb57da7-bef3-4332-9a68-233422d2e9ce req-3813092b-b94a-4209-8562-d399836e7fc5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 932 time: 1.0219646 Jul 01 07:17:51.448128 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Allocated IP 172.20.0.1 (fe686f1d-1027-4b7a-b0e1-238237c14731/8b185fd0-6e31-424c-b89c-921733294bfc/01aa7ff8-2bd1-4e0e-88ab-60a325f58441) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:51.505311 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5eb57da7-bef3-4332-9a68-233422d2e9ce req-8848d85c-66d1-462d-8276-3154c1d1a4f4 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799248 Jul 01 07:17:51.521319 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cf23d7cd-f783-4451-80ca-f3003d6e0d8d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.527265 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48606) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:51.532179 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-cf23d7cd-f783-4451-80ca-f3003d6e0d8d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8905172 Jul 01 07:17:51.536253 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 7ea9f6bc-b947-4108-8911-5a37eeff53df triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:51.536641 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.541683 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-a9493f0f-7e1f-4c3c-bdd0-3acf8d6bcce6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'security_group_rule': {'security_group_id': 'a3834544-bf9d-48d8-a815-e98214bf8009', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:51.557837 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-472e2835-1179-4216-a3bc-b520f5a66005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.564247 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-472e2835-1179-4216-a3bc-b520f5a66005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.564247 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-472e2835-1179-4216-a3bc-b520f5a66005 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c3fcdae-5b35-459e-b3e0-54e223000d87 HTTP/1.1" status: 204 len: 168 time: 0.9526408 Jul 01 07:17:51.591457 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e2835-1179-4216-a3bc-b520f5a66005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3fcdae-5b35-459e-b3e0-54e223000d87,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:51.676040 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:46Z', 'revision_number': 4, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port': {'id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:37Z', 'updated_at': '2021-07-01T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '99253170-8457-490d-9596-93f0b0b28062', 'name': '', 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'mac_address': 'fa:16:3e:61:5f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3d565378-edb9-4bca-9b12-b71886c75151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:42Z', 'updated_at': '2021-07-01T07:17:47Z', 'revision_number': 2, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'subnets': [{'id': '3d565378-edb9-4bca-9b12-b71886c75151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:51.709324 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9493f0f-7e1f-4c3c-bdd0-3acf8d6bcce6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.717275 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Checking router: a9aae99b-0a67-4964-9b15-8911e2925502 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:17:51.717753 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Updating router a9aae99b-0a67-4964-9b15-8911e2925502 port 99253170-8457-490d-9596-93f0b0b28062 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:17:51.798258 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.822520 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:51.835062 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Transition to ACTIVE for port object 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:51.908096 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Request body: {'port': {'device_id': '1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:52.057728 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Request body: {'port': {'device_id': '9fe690cb-71b4-4841-bb14-d919ae759136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:52.203634 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48622) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:52.450847 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9493f0f-7e1f-4c3c-bdd0-3acf8d6bcce6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:52.451395 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:52.461546 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c76c-2237-4129-890f-f10e637225d0 req-a314b744-0338-4852-84cb-d6b6030fd18b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:52.478362 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-a314b744-0338-4852-84cb-d6b6030fd18b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 818 time: 0.5336714 Jul 01 07:17:52.587731 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:52.591877 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9493f0f-7e1f-4c3c-bdd0-3acf8d6bcce6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:52.605079 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:52.636894 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Transition to ACTIVE for port object 99253170-8457-490d-9596-93f0b0b28062 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:52.655586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-de7a10fc-08dd-4802-8a91-16effc12b114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:52.710656 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:52.729847 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-9bb89fca-b592-40c9-b341-07931c01f6c8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/quotas/204dd65805fe4bf897b4f10d937aae88 HTTP/1.1" status: 200 len: 375 time: 0.2501631 Jul 01 07:17:52.824355 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08642d96-9427-4c55-aeb8-f723beb87804 None None] Pushing event updated for resources: {'Port': ['ID=99253170-8457-490d-9596-93f0b0b28062,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:52.873768 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Network fe686f1d-1027-4b7a-b0e1-238237c14731 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:52.963371 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:52.971388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:52.971970 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:52.977948 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Pushing event updated for resources: {'Port': ['ID=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:53.002985 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Attempting to bind port 99253170-8457-490d-9596-93f0b0b28062 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:53.003261 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.006643 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Attempting to bind port 99253170-8457-490d-9596-93f0b0b28062 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:53.007656 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Attempting to bind port 99253170-8457-490d-9596-93f0b0b28062 on network e147903e-a0bb-4f05-bec4-6401ffd996fd {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:53.034997 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:53.035650 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Checking segment: {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:53.036200 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.036823 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Bound using segment: {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:53.037565 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Bound port: 99253170-8457-490d-9596-93f0b0b28062, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:53.042034 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.171087 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] For port 99253170-8457-490d-9596-93f0b0b28062, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:53.180872 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] For port 99253170-8457-490d-9596-93f0b0b28062, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=99253170-8457-490d-9596-93f0b0b28062,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:53.254989 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.292995 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575096a4-b82b-401f-b590-b5c17dae4cb8 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:17:53.307334 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.356150 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Transition to ACTIVE for port object 575096a4-b82b-401f-b590-b5c17dae4cb8 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:53.360226 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9493f0f-7e1f-4c3c-bdd0-3acf8d6bcce6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08656257-382c-41da-b547-5275284cce25,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:53.364709 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a9493f0f-7e1f-4c3c-bdd0-3acf8d6bcce6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.371338 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-a9493f0f-7e1f-4c3c-bdd0-3acf8d6bcce6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8362391 Jul 01 07:17:53.416125 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48650) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:53.440940 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:17:53.482261 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.514554 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08642d96-9427-4c55-aeb8-f723beb87804 None None] Pushing event updated for resources: {'Port': ['ID=99253170-8457-490d-9596-93f0b0b28062,revision_number=4']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:53.550321 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76439481-e5b8-42d3-ba7c-039af0c7457f req-af593c65-5f3d-4134-925e-42db38b3239c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:53.555676 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Routers {'a9aae99b-0a67-4964-9b15-8911e2925502'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:53.556235 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['a9aae99b-0a67-4964-9b15-8911e2925502'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:53.566383 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-76439481-e5b8-42d3-ba7c-039af0c7457f req-af593c65-5f3d-4134-925e-42db38b3239c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 931 time: 1.1844077 Jul 01 07:17:53.598531 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device c8ae6162-9e70-416e-9c14-9465c9024e25 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:53.720743 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-afc3eea1-a456-4653-b19c-b77e7ab4c6ed None None] Provisioning for port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:53.725428 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-afc3eea1-a456-4653-b19c-b77e7ab4c6ed None None] Provisioning complete for port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:53.725908 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-afc3eea1-a456-4653-b19c-b77e7ab4c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.772244 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port c8ae6162-9e70-416e-9c14-9465c9024e25 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:53.772714 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:53.799167 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-efa6858e-e9a2-45dc-8b41-837f9b9c8355 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0635104 Jul 01 07:17:53.850456 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-afc3eea1-a456-4653-b19c-b77e7ab4c6ed None None] Port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:17:53.981710 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] Set router a9aae99b-0a67-4964-9b15-8911e2925502 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:53.985482 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 1cdb61ad-efda-48ca-a726-c125473c252b up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:54.053596 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Pushing event updated for resources: {'Port': ['ID=575096a4-b82b-401f-b590-b5c17dae4cb8,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:54.092684 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Attempting to bind port 575096a4-b82b-401f-b590-b5c17dae4cb8 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:54.093054 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Attempting to bind port 575096a4-b82b-401f-b590-b5c17dae4cb8 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:54.093399 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Attempting to bind port 575096a4-b82b-401f-b590-b5c17dae4cb8 on network 7893b582-cdf9-4779-bb39-31b78258db7f {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:54.100492 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 1cdb61ad-efda-48ca-a726-c125473c252b completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:54.107064 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 1cdb61ad-efda-48ca-a726-c125473c252b triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:54.110832 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.130333 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Port 575096a4-b82b-401f-b590-b5c17dae4cb8 on network 7893b582-cdf9-4779-bb39-31b78258db7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:17:54.130740 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Attempting to bind port 575096a4-b82b-401f-b590-b5c17dae4cb8 on network 7893b582-cdf9-4779-bb39-31b78258db7f {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:54.144472 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-76439481-e5b8-42d3-ba7c-039af0c7457f req-6e239142-d887-4f10-ab63-dab999ef2b49 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885952 Jul 01 07:17:54.157405 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:54.159814 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Checking segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:54.162130 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Bound using segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:54.166159 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Bound port: 575096a4-b82b-401f-b590-b5c17dae4cb8, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:54.167579 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.296448 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.312628 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] For port 575096a4-b82b-401f-b590-b5c17dae4cb8, host hv-cinder-77757, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:54.316588 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-de7a10fc-08dd-4802-8a91-16effc12b114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.333461 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] For port 575096a4-b82b-401f-b590-b5c17dae4cb8, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=575096a4-b82b-401f-b590-b5c17dae4cb8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:54.349855 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-1ddaaf1b-7bad-4268-8651-5301b6e3b42d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:17:54.354148 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-1ddaaf1b-7bad-4268-8651-5301b6e3b42d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149562 Jul 01 07:17:54.365409 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:46Z', 'revision_number': 4, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port': {'id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:37Z', 'updated_at': '2021-07-01T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '99253170-8457-490d-9596-93f0b0b28062', 'name': '', 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'mac_address': 'fa:16:3e:61:5f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3d565378-edb9-4bca-9b12-b71886c75151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:42Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'subnets': [{'id': '3d565378-edb9-4bca-9b12-b71886c75151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:54.380268 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.433883 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc62a588-a088-40ce-b633-fffea6731ae9 None None] The sync data for ids ['a9aae99b-0a67-4964-9b15-8911e2925502'] in dv-cinder-777574-6-iscsi is: [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:46Z', 'revision_number': 4, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port': {'id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:37Z', 'updated_at': '2021-07-01T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '99253170-8457-490d-9596-93f0b0b28062', 'name': '', 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'mac_address': 'fa:16:3e:61:5f:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '3d565378-edb9-4bca-9b12-b71886c75151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:42Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'subnets': [{'id': '3d565378-edb9-4bca-9b12-b71886c75151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:17:54.444870 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 1cdb61ad-efda-48ca-a726-c125473c252b, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=1cdb61ad-efda-48ca-a726-c125473c252b,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:17:54.451851 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-de7a10fc-08dd-4802-8a91-16effc12b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.530954 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.576556 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.612648 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.660079 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:54.667670 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:54.667670 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] 10.222.0.26 "PUT /v2.0/ports/575096a4-b82b-401f-b590-b5c17dae4cb8 HTTP/1.1" status: 200 len: 1094 time: 3.2129543 Jul 01 07:17:54.684484 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30', 'tag': '575096a4-b82b-401f-b590-b5c17dae4cb8'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:17:54.684700 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=1cdb61ad-efda-48ca-a726-c125473c252b,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:54.894943 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-de7a10fc-08dd-4802-8a91-16effc12b114 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50be62097b6f4cf8aecdb4388c71d745&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6871729 Jul 01 07:17:54.894943 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a10fc-08dd-4802-8a91-16effc12b114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845d74ee-688f-471d-a2a8-346532996963,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:54.922655 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48678) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:54.979374 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-9d35bc71-7832-43b9-9b61-edad02f3efe1 service neutron] 10.222.0.35 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098619 Jul 01 07:17:54.995935 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:17:55.007871 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631dbbaf-a870-4cf1-8cdb-535788204af7 req-168cbc39-9ce3-4f79-95da-1cd4511bf42f tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:55.012081 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-631dbbaf-a870-4cf1-8cdb-535788204af7 req-168cbc39-9ce3-4f79-95da-1cd4511bf42f tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 944 time: 0.5681250 Jul 01 07:17:55.053605 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.100714 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89c18e-9d40-4d46-b22e-2c26244c7f47 service neutron] Pushing event updated for resources: {'Port': ['ID=575096a4-b82b-401f-b590-b5c17dae4cb8,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:55.153873 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Transition to ACTIVE for port object 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:17:55.166048 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0cc475-e879-4f84-b141-8bccb835f8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30", "tag": "575096a4-b82b-401f-b590-b5c17dae4cb8"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:17:55.171709 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-631dbbaf-a870-4cf1-8cdb-535788204af7 req-143bbfcf-cd69-47ca-a2c4-6614312316a6 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391959 Jul 01 07:17:55.196515 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-38a5f121-c491-46bc-a39f-6362b621d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:55.215223 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-38a5f121-c491-46bc-a39f-6362b621d736 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 1097 time: 0.3429546 Jul 01 07:17:55.312123 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.376308 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41df8a49-7576-4943-8493-26d3bcb6ba90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.428252 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41df8a49-7576-4943-8493-26d3bcb6ba90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.495124 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.510957 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 1cdb61ad-efda-48ca-a726-c125473c252b up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:55.537692 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Allocated IP 172.27.2.251 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/ac329b3d-e535-41de-929d-9e83b24daea0) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:17:55.585925 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-df224264-8f15-431e-b28a-5eed6e18e2d9 service neutron] 10.222.0.35 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781097 Jul 01 07:17:55.690381 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 1cdb61ad-efda-48ca-a726-c125473c252b triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:55.691528 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.715469 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44070b71-b0a9-4242-bd84-eba33e1881b8 x-openstack-request-id: req-44070b71-b0a9-4242-bd84-eba33e1881b8 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:17:55.716083 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30", "tag": "575096a4-b82b-401f-b590-b5c17dae4cb8", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:17:55.716083 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44070b71-b0a9-4242-bd84-eba33e1881b8 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:17:55.717304 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30', 'tag': '575096a4-b82b-401f-b590-b5c17dae4cb8', 'status': 'completed', 'code': 200} Jul 01 07:17:55.722707 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.821352 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.821352 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.823375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.825453 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41df8a49-7576-4943-8493-26d3bcb6ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.829043 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41df8a49-7576-4943-8493-26d3bcb6ba90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:55.837420 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-41df8a49-7576-4943-8493-26d3bcb6ba90 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/845d74ee-688f-471d-a2a8-346532996963 HTTP/1.1" status: 204 len: 168 time: 0.9121499 Jul 01 07:17:55.999537 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df8a49-7576-4943-8493-26d3bcb6ba90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845d74ee-688f-471d-a2a8-346532996963,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:56.007151 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 99253170-8457-490d-9596-93f0b0b28062 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:56.038922 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-6b9b0edf-c6f9-4f04-a097-658bfa7278f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=575096a4-b82b-401f-b590-b5c17dae4cb8 HTTP/1.1" status: 200 len: 217 time: 0.1454146 Jul 01 07:17:56.193216 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:56.238666 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Pushing event updated for resources: {'Port': ['ID=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:56.333218 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 99253170-8457-490d-9596-93f0b0b28062 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:17:56.351878 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 99253170-8457-490d-9596-93f0b0b28062 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:56.351878 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:56.390879 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b399d4-624f-47dd-8a4b-56876e65d939 req-9b0378b3-61c4-4585-9c8c-486dc8b1cd2b tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:56.393377 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a0b399d4-624f-47dd-8a4b-56876e65d939 req-9b0378b3-61c4-4585-9c8c-486dc8b1cd2b tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 931 time: 0.6041543 Jul 01 07:17:56.400334 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:56.409710 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-da41f54a-fbe6-4921-85df-ee5b74a11343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:56.411240 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-da41f54a-fbe6-4921-85df-ee5b74a11343 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.3324311 Jul 01 07:17:56.412644 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:56.422773 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:17:56.454998 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'Port': ['ID=ac329b3d-e535-41de-929d-9e83b24daea0,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:56.513293 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:56.557223 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d1995b00-f9f5-4b70-800e-cd7ac40107ac req-20b61c64-1e1f-4b40-99ca-8b3afbab83bf tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 210 time: 0.2812736 Jul 01 07:17:56.565382 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-47c25abc-67b6-4acc-a5b5-38f0addc8b12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345117 Jul 01 07:17:56.627655 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 99253170-8457-490d-9596-93f0b0b28062, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=99253170-8457-490d-9596-93f0b0b28062,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:17:56.693231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Attempting to bind port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:17:56.710562 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Attempting to bind port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': '566d4931-8b65-4890-a92f-6bd830ae64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '537dded3-0738-4224-9dca-49e3e1b5dab3'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:17:56.710562 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Attempting to bind port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 on network 537dded3-0738-4224-9dca-49e3e1b5dab3 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:56.710562 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Pushing event updated for resources: {'Port': ['ID=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:56.723388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Network fe686f1d-1027-4b7a-b0e1-238237c14731 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:17:56.730248 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:17:56.736472 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 on network 537dded3-0738-4224-9dca-49e3e1b5dab3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:17:56.737889 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Attempting to bind port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 on network 537dded3-0738-4224-9dca-49e3e1b5dab3 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:17:56.760145 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:17:56.766487 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Checking segment: {'id': '566d4931-8b65-4890-a92f-6bd830ae64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '537dded3-0738-4224-9dca-49e3e1b5dab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:17:56.767994 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Bound using segment: {'id': '566d4931-8b65-4890-a92f-6bd830ae64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '537dded3-0738-4224-9dca-49e3e1b5dab3'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:17:56.769459 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Bound port: 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566d4931-8b65-4890-a92f-6bd830ae64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '537dded3-0738-4224-9dca-49e3e1b5dab3'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:17:56.770031 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:56.980260 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:57.142192 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:57.151702 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=99253170-8457-490d-9596-93f0b0b28062,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:57.175265 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a0b399d4-624f-47dd-8a4b-56876e65d939 req-0d546b07-7948-48bd-9a69-b8d6f2b32a1b tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7698662 Jul 01 07:17:57.221734 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-037963b2-a2ff-4f32-8603-e7a48474b73b None None] Provisioning complete for port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:57.222307 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-037963b2-a2ff-4f32-8603-e7a48474b73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:57.331458 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-037963b2-a2ff-4f32-8603-e7a48474b73b None None] Port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:17:57.381844 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 99253170-8457-490d-9596-93f0b0b28062 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:17:57.406459 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-8d83ce39-8857-43e8-9316-3336c3a46e22 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8145916 Jul 01 07:17:57.502181 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 99253170-8457-490d-9596-93f0b0b28062 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:17:57.502550 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:57.512320 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] For port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:17:57.613189 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:57.645334 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] For port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,segment=NetworkSegment(566d4931-8b65-4890-a92f-6bd830ae64fa),segment_id=566d4931-8b65-4890-a92f-6bd830ae64fa)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:17:57.674996 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c2e55f-6167-46f1-924d-e56247ced78f req-79ffcb96-7566-4d0f-925e-1e4c53c971f0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:57.690607 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-90c2e55f-6167-46f1-924d-e56247ced78f req-79ffcb96-7566-4d0f-925e-1e4c53c971f0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 944 time: 0.8116395 Jul 01 07:17:57.739582 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7befc10c-cae9-4445-94f8-f49e02b715e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:57.753079 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:57.761209 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Router 5dd84102-31b1-4445-84f9-a5416059d31d has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:17:57.840560 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-90c2e55f-6167-46f1-924d-e56247ced78f req-a9824ead-a746-4288-9774-be24db5ce79b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460819 Jul 01 07:17:57.843054 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-fce08bba-3004-4de3-a500-4f2bfe5f2432 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:57.849931 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-fce08bba-3004-4de3-a500-4f2bfe5f2432 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 818 time: 0.4954710 Jul 01 07:17:57.890527 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2ef5dd1-a289-4559-b15e-900ecb2d97df req-8415c566-a9a9-4923-95d9-ace559698804 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368625 Jul 01 07:17:57.897142 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-22fc20fe-f357-46b4-bd4e-c6a126857013 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/quotas/204dd65805fe4bf897b4f10d937aae88 HTTP/1.1" status: 200 len: 375 time: 0.0460880 Jul 01 07:17:57.904370 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:57.905222 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:57.907356 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] 10.222.0.26 "PUT /v2.0/ports/1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 HTTP/1.1" status: 200 len: 1093 time: 6.4496958 Jul 01 07:17:57.908323 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe690cb-71b4-4841-bb14-d919ae759136', 'tag': '1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:17:58.016779 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819df525-2ef4-42dc-9a72-4cb32257299c service neutron] Pushing event updated for resources: {'Port': ['ID=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:58.092577 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-d8e400ae-4e39-4636-912a-311b8fac52b5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838586 Jul 01 07:17:58.168697 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:17:58.176938 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f6565fbd-4113-4882-bd20-63fef03267b9 admin admin] 10.222.0.35 "PUT /v2.0/routers/5dd84102-31b1-4445-84f9-a5416059d31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2048283 Jul 01 07:17:58.181167 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Sync routers for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:17:58.205406 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:17:58.208327 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:17:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:58.266366 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:58.270113 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48774) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:58.278264 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-b3d6de99-667a-4b79-8fd8-07d60e791c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:58.279925 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-b3d6de99-667a-4b79-8fd8-07d60e791c5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc16723ae31842659f4e77c84143dba6&device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 1096 time: 0.1660130 Jul 01 07:17:58.374825 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-ff18138a-bcbb-45b3-bca6-804683d5a9ae service neutron] 10.222.0.35 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739694 Jul 01 07:17:58.383903 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-b5ce6b7f-ba5c-401a-803d-052f20f949b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:58.385518 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-b5ce6b7f-ba5c-401a-803d-052f20f949b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 1097 time: 0.2110920 Jul 01 07:17:58.450135 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-a78a2110-288b-4b28-bdab-e243e69a309a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 HTTP/1.1" status: 200 len: 217 time: 0.1533632 Jul 01 07:17:58.478031 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:17:58.513377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e279f4b0-f24f-4154-9813-5d556ca3ca9b" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe690cb-71b4-4841-bb14-d919ae759136", "tag": "1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:17:58.528375 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:58.651386 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'Port': ['ID=ac329b3d-e535-41de-929d-9e83b24daea0,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:58.731233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e85bc0-fe9f-4731-9a9d-c5fe7f4d063a req-3107d4ba-caff-4b6a-858f-6993672c2eed tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:58.737906 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a6e85bc0-fe9f-4731-9a9d-c5fe7f4d063a req-3107d4ba-caff-4b6a-858f-6993672c2eed tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 943 time: 0.2991755 Jul 01 07:17:58.805003 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-351d258b-8ef2-4c46-9503-51670c186cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:58.809757 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-351d258b-8ef2-4c46-9503-51670c186cef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=775fbe3e-ee5c-456e-ae11-8bc3cf3a1c45 HTTP/1.1" status: 200 len: 849 time: 0.2729211 Jul 01 07:17:58.824430 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:58.854537 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a6e85bc0-fe9f-4731-9a9d-c5fe7f4d063a req-30756bfa-8821-49b0-8009-539c6769bbf3 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053162 Jul 01 07:17:58.907633 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fcb374c0-185d-40f0-9e67-eace51b6b7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:58.944008 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-78f05eae-ef6a-40f5-ac3f-27117e1382ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=537dded3-0738-4224-9dca-49e3e1b5dab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832579 Jul 01 07:17:59.043877 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 2, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:17:59.067354 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-30da3ae7-ad5e-4c11-be65-59ca967ac2c8 service neutron] 10.222.0.35 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806905 Jul 01 07:17:59.096978 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:59.096978 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-9cc3750b-fd5e-4c1c-9faf-3ecb67b1b33a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6672502 Jul 01 07:17:59.152401 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-bb45f2a6-7a2c-41b4-b3fb-d3341ff62bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/537dded3-0738-4224-9dca-49e3e1b5dab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923068 Jul 01 07:17:59.165512 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Checking router: 5dd84102-31b1-4445-84f9-a5416059d31d for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:17:59.168113 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Updating router 5dd84102-31b1-4445-84f9-a5416059d31d port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:17:59.276878 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-d87baf5c-362e-43c0-811e-8b029c4fca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:59.286067 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-d87baf5c-362e-43c0-811e-8b029c4fca11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 916 time: 0.7545474 Jul 01 07:17:59.318113 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:59.376222 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-e5ff9b6f-2cc5-4bc9-8cb7-1dc97a10ba46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=575096a4-b82b-401f-b590-b5c17dae4cb8 HTTP/1.1" status: 200 len: 217 time: 0.0693734 Jul 01 07:17:59.433796 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4696f1c8-7a30-4fc8-8862-c1451b3445ad x-openstack-request-id: req-4696f1c8-7a30-4fc8-8862-c1451b3445ad {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:17:59.434078 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe690cb-71b4-4841-bb14-d919ae759136", "tag": "1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:17:59.434522 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4696f1c8-7a30-4fc8-8862-c1451b3445ad {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:17:59.435134 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe690cb-71b4-4841-bb14-d919ae759136', 'tag': '1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2', 'status': 'completed', 'code': 200} Jul 01 07:17:59.439690 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fcb374c0-185d-40f0-9e67-eace51b6b7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:59.446492 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4cfc8eb0-1cea-4a86-8d8e-74f1db1b9888 req-de1401dd-f96c-4855-8e04-bf3149b636a9 service neutron] 10.222.0.26 "GET /v2.0/networks/537dded3-0738-4224-9dca-49e3e1b5dab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790470 Jul 01 07:17:59.562759 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fcb374c0-185d-40f0-9e67-eace51b6b7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:59.624398 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-fcb374c0-185d-40f0-9e67-eace51b6b7b5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=67194f34991c48dea76878d3bf366ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3532829 Jul 01 07:17:59.627082 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48808) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:17:59.725316 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1292173-4d74-4ed5-af6b-4716fd872a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:59.738813 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb374c0-185d-40f0-9e67-eace51b6b7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff15da4-4698-45bb-87d9-f6a3b7900854,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:17:59.760764 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-b026e370-b497-491a-aebe-d2e7cc43e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:59.762410 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-b026e370-b497-491a-aebe-d2e7cc43e9ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.1494122 Jul 01 07:17:59.791787 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71761707-a503-4eca-919c-c1a0851b7e9b req-a786d7ff-af8e-402e-b477-cbc9c2c69d21 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:17:59.793052 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-71761707-a503-4eca-919c-c1a0851b7e9b req-a786d7ff-af8e-402e-b477-cbc9c2c69d21 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 944 time: 0.1071601 Jul 01 07:17:59.907863 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:17:59.940695 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-4d612e20-6947-4b0b-848a-b0921fb1c95e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1307130 Jul 01 07:18:00.116074 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.134864 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Transition to ACTIVE for port object 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:00.161898 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-71761707-a503-4eca-919c-c1a0851b7e9b req-88dccdd2-7838-4607-9181-c25db8d6ea4d tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535435 Jul 01 07:18:00.220349 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-20740b2d-914e-430e-9c0d-3517a798f84b service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602208 Jul 01 07:18:00.289775 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1292173-4d74-4ed5-af6b-4716fd872a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.317661 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.340523 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.26', 59278) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:00.347745 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-9911c004-77a8-422a-98c5-326016d9d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:00.349371 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-9911c004-77a8-422a-98c5-326016d9d95f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dc16723ae31842659f4e77c84143dba6&device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 1096 time: 0.1043570 Jul 01 07:18:00.421177 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a22b80-2e03-4b28-9456-2ec8078b0162 None None] Pushing event updated for resources: {'Port': ['ID=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:00.536322 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-05144229-85ce-4492-a735-824443f13c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.542162 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1292173-4d74-4ed5-af6b-4716fd872a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.543790 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Attempting to bind port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:18:00.543790 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Attempting to bind port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:18:00.543790 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Attempting to bind port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 on network fe686f1d-1027-4b7a-b0e1-238237c14731 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:00.549660 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1292173-4d74-4ed5-af6b-4716fd872a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.550008 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:18:00.550385 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Checking segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:00.551000 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.551383 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Bound using segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:18:00.551861 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Bound port: 01aa7ff8-2bd1-4e0e-88ab-60a325f58441, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:18:00.552245 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.560169 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b1292173-4d74-4ed5-af6b-4716fd872a36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6ff15da4-4698-45bb-87d9-f6a3b7900854 HTTP/1.1" status: 204 len: 168 time: 0.9312804 Jul 01 07:18:00.576971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48838) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:00.599296 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-a9014d95-1ee9-479f-acc5-38533e4890ab tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637629077', 'description': 'tempest-description--1148613296'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:00.656341 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] For port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:18:00.662321 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] For port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:18:00.676200 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-44ad47d8-a672-4379-9cb5-3891ce391363 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--275450058&fields=id&tenant_id=959f91a8dc2e482693bfc24694fdffd4 HTTP/1.1" status: 200 len: 267 time: 0.3119798 Jul 01 07:18:00.683254 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d0cc475-e879-4f84-b141-8bccb835f8e9 req-2c65d24d-0a2d-4a98-b2e3-87317e1b1134 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477072 Jul 01 07:18:00.723181 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1292173-4d74-4ed5-af6b-4716fd872a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff15da4-4698-45bb-87d9-f6a3b7900854,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:00.781704 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:00.831057 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0b8c464f-6148-4da6-9f96-6c022f232fef req-afcc8344-6b8d-4dfd-ba81-65a020c18b69 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 210 time: 0.1118243 Jul 01 07:18:00.872822 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:18:00.874730 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:18:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:00.879772 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c76c-2237-4129-890f-f10e637225d0 req-b6a30641-3db3-493e-84e7-53281506aa7c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:00.880835 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-b6a30641-3db3-493e-84e7-53281506aa7c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 818 time: 0.5068092 Jul 01 07:18:00.905293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Request body: {'port': {'device_id': 'a41e6ab5-0202-400b-9328-56838bf1b1d1', 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd', 'admin_state_up': True, 'tenant_id': '204dd65805fe4bf897b4f10d937aae88'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:01.113719 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a22b80-2e03-4b28-9456-2ec8078b0162 None None] Pushing event updated for resources: {'Port': ['ID=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:01.237037 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a9014d95-1ee9-479f-acc5-38533e4890ab tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:01.313671 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-9cc30ab3-fe15-48f2-941e-2617830c7d6b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:01.316185 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-9cc30ab3-fe15-48f2-941e-2617830c7d6b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 816 time: 0.6062493 Jul 01 07:18:01.352449 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-0553c4de-c2dc-4c7c-b539-aeac31c8ffac tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/quotas/959f91a8dc2e482693bfc24694fdffd4 HTTP/1.1" status: 200 len: 375 time: 0.0256250 Jul 01 07:18:01.409843 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-59df222d-d9e3-41d9-b70d-df2bbd4d0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:01.411530 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-59df222d-d9e3-41d9-b70d-df2bbd4d0092 service neutron] 10.222.0.26 "GET /v2.0/networks?id=537dded3-0738-4224-9dca-49e3e1b5dab3 HTTP/1.1" status: 200 len: 910 time: 0.6979032 Jul 01 07:18:01.449224 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c7f08d9d-8784-448d-83ac-9cdfb3d47a27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901988 Jul 01 07:18:01.451628 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e659f99b-381d-44c2-9fda-7e8ce00d3f20 req-60cdf424-27f2-49ac-8f88-4d6cb8345590 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:01.458503 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e659f99b-381d-44c2-9fda-7e8ce00d3f20 req-60cdf424-27f2-49ac-8f88-4d6cb8345590 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 943 time: 0.3920164 Jul 01 07:18:01.501937 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-39c575b5-8cf3-4e73-b30f-f718019991a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 HTTP/1.1" status: 200 len: 217 time: 0.0755355 Jul 01 07:18:01.514662 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:01.547412 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:18:01.551101 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e659f99b-381d-44c2-9fda-7e8ce00d3f20 req-64b6d65a-ac4f-4306-a74b-9b929b4173a8 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886843 Jul 01 07:18:01.587126 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a9014d95-1ee9-479f-acc5-38533e4890ab tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:01.591451 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-46114a91-c11b-4501-b9ed-ca74a5a89bc7 service neutron] 10.222.0.35 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258199 Jul 01 07:18:01.637994 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:01.708235 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a9014d95-1ee9-479f-acc5-38533e4890ab tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:01.735520 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-83c21ffb-fec5-44f7-9100-b4e6ed31a912 service neutron] 10.222.0.35 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296749 Jul 01 07:18:01.775878 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-11e30545-8773-43b3-a15d-293b0e66f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:01.777378 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-11e30545-8773-43b3-a15d-293b0e66f12d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=775fbe3e-ee5c-456e-ae11-8bc3cf3a1c45 HTTP/1.1" status: 200 len: 849 time: 0.1663079 Jul 01 07:18:01.788575 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9014d95-1ee9-479f-acc5-38533e4890ab tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6118d873-b9bb-48c2-9996-4e78a2f95495,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:01.821226 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:00Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:01.831374 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-6989fe52-1645-4554-b0c2-36b404e1f78e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=537dded3-0738-4224-9dca-49e3e1b5dab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354762 Jul 01 07:18:01.837243 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Made reservation on behalf of 204dd65805fe4bf897b4f10d937aae88 for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:01.840719 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:01.850005 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ebda1-96fc-488c-b262-8625471af0b7 req-8ccec4ba-78e4-4059-a5cb-09bfe44bb351 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:01.851379 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-267ebda1-96fc-488c-b262-8625471af0b7 req-8ccec4ba-78e4-4059-a5cb-09bfe44bb351 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 944 time: 0.1610758 Jul 01 07:18:01.851844 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b5290e-4661-4e48-9928-3cce82d4331f None None] The sync data for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi is: [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:00Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:18:01.881216 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48858) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:01.898133 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-11071546-82d5-46c1-a808-a6e59252d715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:01.964259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a9014d95-1ee9-479f-acc5-38533e4890ab tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:01.965917 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-a9014d95-1ee9-479f-acc5-38533e4890ab tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3848169 Jul 01 07:18:01.971357 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48862) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:01.976966 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-f721e4d1-6d69-40a1-be31-84f49afd342f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'security_group_rule': {'security_group_id': '6118d873-b9bb-48c2-9996-4e78a2f95495', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:02.060462 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-267ebda1-96fc-488c-b262-8625471af0b7 req-6a6378ec-882e-4b2d-b402-683be50f20f4 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882060 Jul 01 07:18:02.093486 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-52764e31-0621-42db-acfa-905b65431d63 service neutron] 10.222.0.26 "GET /v2.0/networks/537dded3-0738-4224-9dca-49e3e1b5dab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390451 Jul 01 07:18:02.100282 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-11071546-82d5-46c1-a808-a6e59252d715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.205044 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-11071546-82d5-46c1-a808-a6e59252d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.347356 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-11071546-82d5-46c1-a808-a6e59252d715 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a06a9c91142428fae6b701d7f6d4314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648821 Jul 01 07:18:02.354773 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Allocated IP 172.20.0.14 (e147903e-a0bb-4f05-bec4-6401ffd996fd/3d565378-edb9-4bca-9b12-b71886c75151/0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:18:02.356778 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5054229f-f3ef-4b62-961e-57979077b3d8 req-c0a3e6f4-5c27-4e26-b31e-acb2588de831 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 210 time: 0.0932808 Jul 01 07:18:02.358986 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48874) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:02.373811 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11071546-82d5-46c1-a808-a6e59252d715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ba603c-177b-46d7-b2e6-43dc38864a26,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:02.428762 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e8e522af-4a63-4fff-922d-d6a3526fdc4e req-47c9cb9e-5ed4-4338-9c97-6c4838822302 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.0776987 Jul 01 07:18:02.513242 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e279f4b0-f24f-4154-9813-5d556ca3ca9b req-2ea91e99-1025-4a7e-8f84-a48a1cf42c0d service neutron] 10.222.0.26 "GET /v2.0/networks/537dded3-0738-4224-9dca-49e3e1b5dab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100463 Jul 01 07:18:02.536481 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f721e4d1-6d69-40a1-be31-84f49afd342f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.601826 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4090-1def-44d1-9bef-60fe0b8b475d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.603864 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f721e4d1-6d69-40a1-be31-84f49afd342f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.635126 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4090-1def-44d1-9bef-60fe0b8b475d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.687603 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.694376 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f721e4d1-6d69-40a1-be31-84f49afd342f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.716865 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721e4d1-6d69-40a1-be31-84f49afd342f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af197d78-8888-4c4c-81cb-c8d9ee662a7e,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:02.781473 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f721e4d1-6d69-40a1-be31-84f49afd342f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.785612 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f721e4d1-6d69-40a1-be31-84f49afd342f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8102322 Jul 01 07:18:02.786022 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 48882) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:02.791004 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-467b77ef-dfb9-450a-b689-22feef9012cc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'security_group_rule': {'security_group_id': '6118d873-b9bb-48c2-9996-4e78a2f95495', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:02.822622 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5e9c5-3c29-4725-bd89-c83c8e00c9bd req-954880e2-1f7b-4094-baea-2d5693e226b9 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:02.824410 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3ca5e9c5-3c29-4725-bd89-c83c8e00c9bd req-954880e2-1f7b-4094-baea-2d5693e226b9 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 943 time: 0.1341186 Jul 01 07:18:02.864719 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4090-1def-44d1-9bef-60fe0b8b475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.867480 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0e6a4090-1def-44d1-9bef-60fe0b8b475d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.870855 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0e6a4090-1def-44d1-9bef-60fe0b8b475d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7ba603c-177b-46d7-b2e6-43dc38864a26 HTTP/1.1" status: 204 len: 168 time: 0.5026593 Jul 01 07:18:02.900141 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3ca5e9c5-3c29-4725-bd89-c83c8e00c9bd req-1d24456d-abfc-441a-b59f-d895a982c375 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689232 Jul 01 07:18:02.901404 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a4090-1def-44d1-9bef-60fe0b8b475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ba603c-177b-46d7-b2e6-43dc38864a26,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:02.932741 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:02.942975 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-467b77ef-dfb9-450a-b689-22feef9012cc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.063803 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Network e147903e-a0bb-4f05-bec4-6401ffd996fd is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:18:03.067640 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:03.071878 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:18:03.080041 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:03.080971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.093609 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Pushing event updated for resources: {'Port': ['ID=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:03.095468 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-467b77ef-dfb9-450a-b689-22feef9012cc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.136194 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.180873 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-467b77ef-dfb9-450a-b689-22feef9012cc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.217444 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-49d5a748-63dc-44d3-8e8d-646adba5f9ef tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3129535 Jul 01 07:18:03.217546 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b77ef-dfb9-450a-b689-22feef9012cc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1b9bc0e-aa75-46b0-bd91-b45354590f36,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:03.278870 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24786b-7d33-4f68-ac24-5f099b6f89a7 req-462d4522-2dfc-49e5-87af-45c6622b341a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:03.280410 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6e24786b-7d33-4f68-ac24-5f099b6f89a7 req-462d4522-2dfc-49e5-87af-45c6622b341a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 944 time: 0.0894909 Jul 01 07:18:03.294042 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:03.307962 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-467b77ef-dfb9-450a-b689-22feef9012cc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.309234 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-467b77ef-dfb9-450a-b689-22feef9012cc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5222402 Jul 01 07:18:03.312407 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48894) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:03.316964 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:03.323188 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6e24786b-7d33-4f68-ac24-5f099b6f89a7 req-2ba04ed4-d8b6-45e7-bda4-12af0c524c1e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Jul 01 07:18:03.442597 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:03.442766 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.449295 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:03.459047 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.539773 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6da48e5c-6b80-4569-8b53-bef5120877fc req-1f38ae9c-f042-4593-8a79-a81a56f6f714 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.0306578 Jul 01 07:18:03.563795 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.568848 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5d700d29-33a4-4374-a4cb-f978dee7aadc req-3f2f3c59-b2b3-4471-8f1b-879b9e26b6ed tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 210 time: 0.0418103 Jul 01 07:18:03.601843 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.621343 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:03.709998 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Allocated IP 172.27.2.64 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/063f958f-65e6-4d04-8f48-36558aa3931f) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:18:03.716723 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.767109 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:03.813687 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.894762 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:03.935149 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:18:03.938026 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:03.940624 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:18:03.950360 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'Port': ['ID=063f958f-65e6-4d04-8f48-36558aa3931f,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:04.037564 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:04.095361 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79e02a-bee3-467d-b2eb-9f7cbff567f4 req-d1f2765c-f1fb-4838-9970-136a70e15e42 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:04.096864 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5f79e02a-bee3-467d-b2eb-9f7cbff567f4 req-d1f2765c-f1fb-4838-9970-136a70e15e42 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 943 time: 0.0816705 Jul 01 07:18:04.151457 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5f79e02a-bee3-467d-b2eb-9f7cbff567f4 req-0ba3d399-eef7-48f2-a919-5ffff4d38ba0 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Jul 01 07:18:04.154059 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:04.568126 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19751d-cfe7-46ad-97c7-4231371be4de req-a3880e13-b90a-484d-8776-e31c77748f55 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:04.569630 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0d19751d-cfe7-46ad-97c7-4231371be4de req-a3880e13-b90a-484d-8776-e31c77748f55 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 944 time: 0.1101000 Jul 01 07:18:04.571690 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:04.608816 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0d19751d-cfe7-46ad-97c7-4231371be4de req-deaed8ee-c047-45bb-ba3e-e7dc912b81f5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331700 Jul 01 07:18:04.625240 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:04.660546 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:04.676970 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'Port': ['ID=063f958f-65e6-4d04-8f48-36558aa3931f,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:04.708023 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-98d2c2d7-d608-49a9-b3a8-9ab3cee49506 req-b7ad5526-1c38-492e-ab3d-5d60d80ab505 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.0378532 Jul 01 07:18:04.762060 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4551f85e-01c6-4262-a642-070aa062269d req-21ce6f3a-943f-41f0-96f6-f5028a25b876 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 210 time: 0.0278037 Jul 01 07:18:04.762876 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:04.775838 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-c4c500f7-17b4-457f-871a-af5665be2e24 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4619782 Jul 01 07:18:04.992780 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-a38df887-14c4-4f4d-8ee9-76991f631564 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1637629077&fields=id&tenant_id=c239c3b22d8344db8e662a1afd201e3d HTTP/1.1" status: 200 len: 267 time: 0.0321114 Jul 01 07:18:05.104410 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-3ebf3e53-1263-4473-9dc9-8c2a906275a9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:05.105874 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-3ebf3e53-1263-4473-9dc9-8c2a906275a9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 810 time: 0.1068866 Jul 01 07:18:05.121620 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-9a13b910-9139-4f6b-a7e3-37b1617a668f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/quotas/c239c3b22d8344db8e662a1afd201e3d HTTP/1.1" status: 200 len: 375 time: 0.0095923 Jul 01 07:18:05.202828 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-0e03c28d-b8c2-48ae-a832-e511e6cfc169 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0767579 Jul 01 07:18:05.312074 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-73d00a5d-5809-414a-9ca5-2703628086e3 service neutron] 10.222.0.35 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971172 Jul 01 07:18:05.316393 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:05.345521 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96187073-b402-496b-b1b0-65a1e1855b0a req-a723bfda-3854-4b25-a2ee-3ef0f9471ad5 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:05.346955 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-96187073-b402-496b-b1b0-65a1e1855b0a req-a723bfda-3854-4b25-a2ee-3ef0f9471ad5 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 943 time: 0.0719781 Jul 01 07:18:05.371398 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:05.371758 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:05.388380 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-96187073-b402-496b-b1b0-65a1e1855b0a req-72b10281-60b3-4ceb-89e5-875dceb34aa7 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336955 Jul 01 07:18:05.415727 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-7856bb22-eca3-48c4-9e58-3d7afe8f4703 service neutron] 10.222.0.35 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976853 Jul 01 07:18:05.667566 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-241940ef-053d-4efe-8714-79d72bc2237f req-73170ae0-317e-4d92-b7f6-417765c1c7aa tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 210 time: 0.0460584 Jul 01 07:18:05.749382 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 48990) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:05.800424 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc75d2-cf6e-4add-bada-6a3e17b0138b req-1a31c7ca-db2f-46fe-847b-42b3819607c8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:05.802252 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-99fc75d2-cf6e-4add-bada-6a3e17b0138b req-1a31c7ca-db2f-46fe-847b-42b3819607c8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 944 time: 0.0810061 Jul 01 07:18:05.813289 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Request body: {'port': {'device_id': 'a41e6ab5-0202-400b-9328-56838bf1b1d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:05.826057 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:18:05.885218 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-99fc75d2-cf6e-4add-bada-6a3e17b0138b req-b5530f5e-4154-4c87-803f-f924f1bccaa8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423245 Jul 01 07:18:05.944323 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ca79fe38-2a65-4360-aca9-641981201afa req-b96b27bc-b0b3-4dd4-b0dd-72105e80d7d0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.0715480 Jul 01 07:18:05.954971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74b5a51e-f8c3-4388-a908-f4d6c67c7dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.020356 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,segment=NetworkSegment(566d4931-8b65-4890-a92f-6bd830ae64fa),segment_id=566d4931-8b65-4890-a92f-6bd830ae64fa)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:06.032032 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.035167 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2', 'network_id': '537dded3-0738-4224-9dca-49e3e1b5dab3', 'port_id': '1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2', 'mac_address': 'fa:16:3e:49:9c:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '775fbe3e-ee5c-456e-ae11-8bc3cf3a1c45', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:18:06.055840 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9a9d08ae-6434-4d2a-8f90-9c67ddaed1e4 req-49101570-92a4-4912-965c-14e53743dec5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 210 time: 0.0436134 Jul 01 07:18:06.082880 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.102919 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:06.117591 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-9fe4c95b-389d-4f05-a171-a7f178ba3d13 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:06.119075 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-9fe4c95b-389d-4f05-a171-a7f178ba3d13 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 818 time: 0.2591567 Jul 01 07:18:06.123312 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,segment=NetworkSegment(566d4931-8b65-4890-a92f-6bd830ae64fa),segment_id=566d4931-8b65-4890-a92f-6bd830ae64fa)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:06.140810 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Request body: {'port': {'device_id': 'eea8ee98-0a60-45a7-af04-d5722c5835c4', 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd', 'admin_state_up': True, 'tenant_id': '204dd65805fe4bf897b4f10d937aae88'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:06.236462 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.237123 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 575096a4-b82b-401f-b590-b5c17dae4cb8 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:18:06.307271 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:06.368949 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 575096a4-b82b-401f-b590-b5c17dae4cb8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=575096a4-b82b-401f-b590-b5c17dae4cb8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:06.385084 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '575096a4-b82b-401f-b590-b5c17dae4cb8', 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'port_id': '575096a4-b82b-401f-b590-b5c17dae4cb8', 'mac_address': 'fa:16:3e:93:4f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2599902a-f41b-4014-9873-e24797fbbb73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:18:06.402861 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74b5a51e-f8c3-4388-a908-f4d6c67c7dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.435935 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.452042 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575096a4-b82b-401f-b590-b5c17dae4cb8 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:06.475267 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 575096a4-b82b-401f-b590-b5c17dae4cb8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=575096a4-b82b-401f-b590-b5c17dae4cb8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:06.497586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74b5a51e-f8c3-4388-a908-f4d6c67c7dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.533347 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:06.543395 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.577391 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.586781 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-74b5a51e-f8c3-4388-a908-f4d6c67c7dbc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=211dae02344e4b9ea4b14a841b2132c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8362193 Jul 01 07:18:06.589824 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 49008) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:06.591953 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a51e-f8c3-4388-a908-f4d6c67c7dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25a0db1-0727-4d99-b6b9-1ebdecd75014,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:06.592101 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=575096a4-b82b-401f-b590-b5c17dae4cb8,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:06.608232 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Transition to ACTIVE for port object 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:06.619325 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Made reservation on behalf of 204dd65805fe4bf897b4f10d937aae88 for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:06.622854 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.647689 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca692971-8215-404a-8c19-2b533ef8c53a req-371505a9-b939-4132-adf7-469fa9e5d55e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:06.649429 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b7275c78-76f7-4487-9017-5fb3ad71cc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.649779 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ca692971-8215-404a-8c19-2b533ef8c53a req-371505a9-b939-4132-adf7-469fa9e5d55e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 944 time: 0.1284015 Jul 01 07:18:06.676629 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b7275c78-76f7-4487-9017-5fb3ad71cc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.705151 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.764105 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b1841b37-a076-40db-81e1-8cb95a1d658e req-91a94288-1251-47da-87d8-7c2bc6cf3710 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 210 time: 0.0287008 Jul 01 07:18:06.775644 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ca692971-8215-404a-8c19-2b533ef8c53a req-90432616-c876-4f80-b027-6c478535cc89 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159625 Jul 01 07:18:06.802680 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b7275c78-76f7-4487-9017-5fb3ad71cc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.805430 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b7275c78-76f7-4487-9017-5fb3ad71cc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.806546 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b7275c78-76f7-4487-9017-5fb3ad71cc63 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a25a0db1-0727-4d99-b6b9-1ebdecd75014 HTTP/1.1" status: 204 len: 168 time: 0.2155609 Jul 01 07:18:06.812611 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Pushing event updated for resources: {'Port': ['ID=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:06.816508 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7275c78-76f7-4487-9017-5fb3ad71cc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25a0db1-0727-4d99-b6b9-1ebdecd75014,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:06.859535 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Attempting to bind port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:18:06.864967 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Attempting to bind port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:18:06.864967 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Attempting to bind port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 on network e147903e-a0bb-4f05-bec4-6401ffd996fd {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:06.866585 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Allocated IP 172.20.0.8 (e147903e-a0bb-4f05-bec4-6401ffd996fd/3d565378-edb9-4bca-9b12-b71886c75151/a45619d4-0d84-485e-82a6-6d71b94702aa) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:18:06.870377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 on network e147903e-a0bb-4f05-bec4-6401ffd996fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:18:06.870693 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Attempting to bind port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 on network e147903e-a0bb-4f05-bec4-6401ffd996fd {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:06.880233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:18:06.880554 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Checking segment: {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:06.880930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Bound using segment: {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:18:06.881349 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Bound port: 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:18:06.881696 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:06.997307 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] For port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:18:07.041988 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] For port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:18:07.075804 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6e6b9-4f4b-4a44-8c12-0a499c6f9f9c req-607f6284-e093-4edc-a977-07091f9229fb tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:07.077263 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-faa6e6b9-4f4b-4a44-8c12-0a499c6f9f9c req-607f6284-e093-4edc-a977-07091f9229fb tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 945 time: 0.0781236 Jul 01 07:18:07.083426 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.100459 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.130853 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-faa6e6b9-4f4b-4a44-8c12-0a499c6f9f9c req-ff118c20-4d8c-4555-b024-53bb7b8729df tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385613 Jul 01 07:18:07.157878 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:07.158596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.160318 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] 10.222.0.26 "PUT /v2.0/ports/0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 HTTP/1.1" status: 200 len: 1094 time: 1.3523939 Jul 01 07:18:07.197887 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a41e6ab5-0202-400b-9328-56838bf1b1d1', 'tag': '0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:07.200249 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ed88aa-2d78-4757-addc-4a45ef420193" -d '{"events": [{"name": "network-changed", "server_uuid": "a41e6ab5-0202-400b-9328-56838bf1b1d1", "tag": "0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:07.210524 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a82f1a42-0b25-4a0d-965e-4223c62b3feb req-59148c61-4158-469a-8efc-8389f10ab09f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.1004660 Jul 01 07:18:07.235452 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eec04bf-0e39-45c5-8a76-8a755c0bf690 service neutron] Pushing event updated for resources: {'Port': ['ID=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:07.271342 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f276570e-24bc-416c-bc73-990ff78dee54 x-openstack-request-id: req-f276570e-24bc-416c-bc73-990ff78dee54 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:07.271342 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a41e6ab5-0202-400b-9328-56838bf1b1d1", "tag": "0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:07.271342 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f276570e-24bc-416c-bc73-990ff78dee54 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:07.271342 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a41e6ab5-0202-400b-9328-56838bf1b1d1', 'tag': '0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8', 'status': 'completed', 'code': 200} Jul 01 07:18:07.271668 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b4aa0be5-1de7-4977-a901-703ec647a9e1 req-bc44ea92-ae3f-450d-9ed2-2abdce377e19 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 210 time: 0.0294008 Jul 01 07:18:07.315489 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.364276 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Network e147903e-a0bb-4f05-bec4-6401ffd996fd is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:18:07.367772 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:07.371352 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:18:07.376804 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:07.377486 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.383142 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Pushing event updated for resources: {'Port': ['ID=a45619d4-0d84-485e-82a6-6d71b94702aa,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:07.452477 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-38e0e466-9aa8-4af8-aaed-afc3810521e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3206422 Jul 01 07:18:07.527101 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49028) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:07.540589 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-df91e5e5-257b-4df1-b4b5-eed109e4a222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.623635 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-df91e5e5-257b-4df1-b4b5-eed109e4a222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.682435 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-df91e5e5-257b-4df1-b4b5-eed109e4a222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.718760 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-df91e5e5-257b-4df1-b4b5-eed109e4a222 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3ecceb9f4e14efaa00830ecf41aacb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1906486 Jul 01 07:18:07.720644 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91e5e5-257b-4df1-b4b5-eed109e4a222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4fa905-c218-4346-8792-66dcfc031350,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:07.721545 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 49030) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:07.771246 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-551f2bcd-99ec-472e-b07a-61c654c92795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.792510 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-551f2bcd-99ec-472e-b07a-61c654c92795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.904934 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d12bea32-0ad7-4141-a646-dd9592595750 req-5357aaf8-9bd4-4dd0-a924-b6a8ccfad0d6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 210 time: 0.0322728 Jul 01 07:18:07.915948 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-551f2bcd-99ec-472e-b07a-61c654c92795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.918426 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-551f2bcd-99ec-472e-b07a-61c654c92795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:07.919612 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-551f2bcd-99ec-472e-b07a-61c654c92795 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f4fa905-c218-4346-8792-66dcfc031350 HTTP/1.1" status: 204 len: 168 time: 0.1970901 Jul 01 07:18:07.930074 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f2bcd-99ec-472e-b07a-61c654c92795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4fa905-c218-4346-8792-66dcfc031350,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:07.965161 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d403ad3-0125-40bd-95c4-fa2165c74a47 req-7d119e8a-2634-4242-8c68-846db2dc8c02 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:07.966660 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2d403ad3-0125-40bd-95c4-fa2165c74a47 req-7d119e8a-2634-4242-8c68-846db2dc8c02 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 944 time: 0.0806358 Jul 01 07:18:08.004701 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2d403ad3-0125-40bd-95c4-fa2165c74a47 req-a723d583-ea35-4f31-bdb6-36a27fb0d803 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319138 Jul 01 07:18:08.318904 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ae0c8-a1ee-4028-9b53-4af38131c55f req-79dc5206-d6da-4e74-a069-9820505f95ac tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:08.321220 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f55ae0c8-a1ee-4028-9b53-4af38131c55f req-79dc5206-d6da-4e74-a069-9820505f95ac tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 945 time: 0.0788808 Jul 01 07:18:08.380399 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f55ae0c8-a1ee-4028-9b53-4af38131c55f req-3f45b8cc-90b4-44cc-a480-3eef5a4210cf tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454888 Jul 01 07:18:08.388048 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1eb7ff8f-6cd7-4319-b543-5cf5839bd551 req-40fb6dc3-f22d-4833-96b1-94b9bc863dcf tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.0373034 Jul 01 07:18:08.537468 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbb49e7-4eb6-42bb-ae38-0b78f3d4a9e7 req-889f74e2-96c6-4084-b27c-479f962584c0 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:08.538966 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6cbb49e7-4eb6-42bb-ae38-0b78f3d4a9e7 req-889f74e2-96c6-4084-b27c-479f962584c0 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 931 time: 0.0629580 Jul 01 07:18:08.576331 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6cbb49e7-4eb6-42bb-ae38-0b78f3d4a9e7 req-53b56626-8f02-49c9-a8e6-1268ece49630 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Jul 01 07:18:09.041199 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7d8b04ad-daf6-4244-b190-404a92251de6 req-0e6581c0-0b92-46c2-9b08-44d0f30597c8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 210 time: 0.0286076 Jul 01 07:18:09.159437 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Request body: {'port': {'device_id': 'eea8ee98-0a60-45a7-af04-d5722c5835c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:09.293145 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ece4d-6167-4df3-a8cb-82583795633e req-a84f2a83-d85f-4168-ab34-bcbd08f9733e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:09.294654 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-133ece4d-6167-4df3-a8cb-82583795633e req-a84f2a83-d85f-4168-ab34-bcbd08f9733e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 944 time: 0.1748533 Jul 01 07:18:09.309334 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:09.332277 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed88aa-2d78-4757-addc-4a45ef420193 req-e49c642f-da2d-497f-8aa7-ac75dcd9b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:09.333800 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-58ed88aa-2d78-4757-addc-4a45ef420193 req-e49c642f-da2d-497f-8aa7-ac75dcd9b190 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1097 time: 0.1477692 Jul 01 07:18:09.345534 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['575096a4-b82b-401f-b590-b5c17dae4cb8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:09.392691 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:09.492092 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-133ece4d-6167-4df3-a8cb-82583795633e req-8c1f8680-ccbd-4c5d-8455-e777f995ab7c tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904993 Jul 01 07:18:09.668101 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4e724-8ff0-4e0e-875d-b316119aeb77 req-029daff5-6b2d-44c4-a18f-0ece85ca35c7 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:09.678418 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-abb4e724-8ff0-4e0e-875d-b316119aeb77 req-029daff5-6b2d-44c4-a18f-0ece85ca35c7 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 945 time: 0.1534083 Jul 01 07:18:09.730387 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-abb4e724-8ff0-4e0e-875d-b316119aeb77 req-35d2366b-802d-4484-adab-7d616a7377b2 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505660 Jul 01 07:18:09.895957 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f0b1a076-6f36-4ad9-afe0-b8af990164ab req-4a3532c4-0aad-41c8-8447-6e85bc36bf22 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.1152241 Jul 01 07:18:09.939139 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e7e7f-02f3-4e5b-961e-a36b5d33b716 req-a43a9cde-bfc1-448f-8619-3c08ec787eab tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:09.941713 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-628e7e7f-02f3-4e5b-961e-a36b5d33b716 req-a43a9cde-bfc1-448f-8619-3c08ec787eab tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 931 time: 0.0861239 Jul 01 07:18:09.969564 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed88aa-2d78-4757-addc-4a45ef420193 req-1d855520-fcf0-4dc4-9493-5bf5cfe9ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:09.971103 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-58ed88aa-2d78-4757-addc-4a45ef420193 req-1d855520-fcf0-4dc4-9493-5bf5cfe9ba48 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=204dd65805fe4bf897b4f10d937aae88&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6280549 Jul 01 07:18:09.992742 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-628e7e7f-02f3-4e5b-961e-a36b5d33b716 req-608ac1f2-75fa-4bd2-ac63-57925919d4e2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Jul 01 07:18:10.217967 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-69bfd84d-c349-4cd3-b3d4-8ecc7b3fbceb req-7e3de5c3-2b25-4474-88dc-1c416c9bea74 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 210 time: 0.0565302 Jul 01 07:18:10.240203 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed88aa-2d78-4757-addc-4a45ef420193 req-790f86d5-ea9b-4a0d-a35f-19ef128609f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:10.242196 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-58ed88aa-2d78-4757-addc-4a45ef420193 req-790f86d5-ea9b-4a0d-a35f-19ef128609f2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607536 Jul 01 07:18:10.274988 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-88cc47fd-648b-41c0-9c19-43f023041be4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:10.276791 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-88cc47fd-648b-41c0-9c19-43f023041be4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 816 time: 0.1472471 Jul 01 07:18:10.308730 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45619d4-0d84-485e-82a6-6d71b94702aa {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:10.318557 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:10.338960 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Transition to ACTIVE for port object a45619d4-0d84-485e-82a6-6d71b94702aa will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:10.342260 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a7868885-7f6e-4820-b848-55d3ca13cb04 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=959f91a8dc2e482693bfc24694fdffd4 HTTP/1.1" status: 200 len: 379 time: 0.0563047 Jul 01 07:18:10.353233 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'port': {'device_id': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'admin_state_up': True, 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'security_groups': ['a3834544-bf9d-48d8-a815-e98214bf8009']}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:10.382367 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c76c-2237-4129-890f-f10e637225d0 req-5c5d8997-e8bf-4b98-a246-e6029082143a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:10.383951 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-5c5d8997-e8bf-4b98-a246-e6029082143a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1097 time: 0.0528550 Jul 01 07:18:10.427417 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:10.430690 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-9cf3bdeb-31b6-4511-9902-ad6bd7a1ab3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0378122 Jul 01 07:18:10.516823 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Pushing event updated for resources: {'Port': ['ID=a45619d4-0d84-485e-82a6-6d71b94702aa,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:10.525839 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c76c-2237-4129-890f-f10e637225d0 req-dff4f4c1-f519-4d6c-83fe-ea9c801b8b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:10.527841 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-dff4f4c1-f519-4d6c-83fe-ea9c801b8b1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.0693746 Jul 01 07:18:10.568541 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Made reservation on behalf of 959f91a8dc2e482693bfc24694fdffd4 for: {'port': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:10.572444 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:10.577793 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-3a44893f-2319-4f73-9f29-80c27399ef76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338671 Jul 01 07:18:10.580231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Attempting to bind port a45619d4-0d84-485e-82a6-6d71b94702aa on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:18:10.580565 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Attempting to bind port a45619d4-0d84-485e-82a6-6d71b94702aa by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:18:10.580893 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Attempting to bind port a45619d4-0d84-485e-82a6-6d71b94702aa on network e147903e-a0bb-4f05-bec4-6401ffd996fd {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:10.606637 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Port a45619d4-0d84-485e-82a6-6d71b94702aa on network e147903e-a0bb-4f05-bec4-6401ffd996fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:18:10.606637 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Attempting to bind port a45619d4-0d84-485e-82a6-6d71b94702aa on network e147903e-a0bb-4f05-bec4-6401ffd996fd {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:10.701412 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-aa73c489-cc83-4641-9c6e-44ca79264049 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148186 Jul 01 07:18:10.704473 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:18:10.713897 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Checking segment: {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:10.713897 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Bound using segment: {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:18:10.713897 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Bound port: a45619d4-0d84-485e-82a6-6d71b94702aa, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84afe562-3cbe-4957-95de-a1de2146172c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:18:10.713897 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:10.824681 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Allocated IP 172.20.0.12 (95bcbc00-49d7-4df7-abf4-38448263303d/657b3538-fc44-457c-bffa-4beab19da6ce/43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:18:10.877680 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.26', 59297) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:11.005814 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b29715-2300-449c-922f-a3ec3df4b0b5 req-6aaff48c-556c-429f-9960-5d333e3392ad tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:11.008206 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-31b29715-2300-449c-922f-a3ec3df4b0b5 req-6aaff48c-556c-429f-9960-5d333e3392ad tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 944 time: 0.3083732 Jul 01 07:18:11.055217 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:11.073811 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-2d6811de-dec5-4b09-8510-a2ba70615a29 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644066 Jul 01 07:18:11.078375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] For port a45619d4-0d84-485e-82a6-6d71b94702aa, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:18:11.079569 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Transition to ACTIVE for port object 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:11.083819 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-31b29715-2300-449c-922f-a3ec3df4b0b5 req-d02b6a4d-3b3b-490a-bba8-386189a73076 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583930 Jul 01 07:18:11.139239 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] For port a45619d4-0d84-485e-82a6-6d71b94702aa, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=a45619d4-0d84-485e-82a6-6d71b94702aa,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:18:11.167827 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a7640d-06ea-426e-80da-a1d768e0711f req-7ce05da9-03c5-4ad0-84c4-bb70c1f746d8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:11.169323 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-28a7640d-06ea-426e-80da-a1d768e0711f req-7ce05da9-03c5-4ad0-84c4-bb70c1f746d8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 945 time: 0.2627840 Jul 01 07:18:11.177431 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-841bd5f9-a64f-4382-ae1c-3614471d630c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:11.178928 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-841bd5f9-a64f-4382-ae1c-3614471d630c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 810 time: 0.2984605 Jul 01 07:18:11.229622 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b00f00ca-16a3-4914-b6df-0ee4654d2b96 req-9d5a8558-a8e0-4250-b57c-5032897eeaa5 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.0328090 Jul 01 07:18:11.267907 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-28a7640d-06ea-426e-80da-a1d768e0711f req-824e088a-a703-4803-aa8c-f0a6fdb7bc5e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584416 Jul 01 07:18:11.267907 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-6bdf5865-8b41-487c-bcae-2ca0038f6131 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c239c3b22d8344db8e662a1afd201e3d HTTP/1.1" status: 200 len: 380 time: 0.0612502 Jul 01 07:18:11.267907 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'port': {'device_id': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'admin_state_up': True, 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'security_groups': ['6118d873-b9bb-48c2-9996-4e78a2f95495']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:11.389590 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e75c6f9d-bb32-47dc-95fc-724692432a7d req-406896c9-b73c-4139-abed-e48f9fd71edf tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 210 time: 0.0341270 Jul 01 07:18:11.436210 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4439aa5-42b6-494c-ab56-5b907d7c78a0 req-6e5a646f-ab0c-4366-9b79-e2154345f1e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:11.438062 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a4439aa5-42b6-494c-ab56-5b907d7c78a0 req-6e5a646f-ab0c-4366-9b79-e2154345f1e4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 943 time: 0.0690088 Jul 01 07:18:11.481758 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a4439aa5-42b6-494c-ab56-5b907d7c78a0 req-de74b31d-add5-422a-bacd-a41d2c419865 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370772 Jul 01 07:18:11.540452 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:11.540596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:11.583529 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Made reservation on behalf of c239c3b22d8344db8e662a1afd201e3d for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:11.584535 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:11.587478 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:11.588088 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:11.589463 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] 10.222.0.26 "PUT /v2.0/ports/a45619d4-0d84-485e-82a6-6d71b94702aa HTTP/1.1" status: 200 len: 1093 time: 2.4353292 Jul 01 07:18:11.592507 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea8ee98-0a60-45a7-af04-d5722c5835c4', 'tag': 'a45619d4-0d84-485e-82a6-6d71b94702aa'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:11.603899 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d44c66-3245-4bf5-af32-b5c87d2527cd" -d '{"events": [{"name": "network-changed", "server_uuid": "eea8ee98-0a60-45a7-af04-d5722c5835c4", "tag": "a45619d4-0d84-485e-82a6-6d71b94702aa"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:11.607592 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Network 95bcbc00-49d7-4df7-abf4-38448263303d is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:18:11.617073 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:11.617073 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:18:11.621029 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:11.621755 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:11.637491 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:11.659419 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe579dd-8101-4b0c-8379-6306f9a41981 x-openstack-request-id: req-dbe579dd-8101-4b0c-8379-6306f9a41981 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:11.659656 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea8ee98-0a60-45a7-af04-d5722c5835c4", "tag": "a45619d4-0d84-485e-82a6-6d71b94702aa", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:11.659909 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dbe579dd-8101-4b0c-8379-6306f9a41981 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:11.660301 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea8ee98-0a60-45a7-af04-d5722c5835c4', 'tag': 'a45619d4-0d84-485e-82a6-6d71b94702aa', 'status': 'completed', 'code': 200} Jul 01 07:18:11.698922 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fbd7d5-f6d9-44f4-9bc4-0404e6fd8878 service neutron] Pushing event updated for resources: {'Port': ['ID=a45619d4-0d84-485e-82a6-6d71b94702aa,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:11.729298 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a8f3dbe5-c5bd-430b-b067-723c92b7c29e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3804712 Jul 01 07:18:11.744257 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Request body: {'port': {'device_id': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:11.853979 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:11.912383 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44c66-3245-4bf5-af32-b5c87d2527cd req-ef6b83e9-1f79-4d2e-8ef9-68780532ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:11.912383 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-85d44c66-3245-4bf5-af32-b5c87d2527cd req-ef6b83e9-1f79-4d2e-8ef9-68780532ee6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 1096 time: 0.2229426 Jul 01 07:18:11.926030 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Allocated IP 172.20.0.12 (fe686f1d-1027-4b7a-b0e1-238237c14731/8b185fd0-6e31-424c-b89c-921733294bfc/738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:18:12.029187 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fdefb8df-7867-4689-aa8d-5d35eba2e9a2 None None] Provisioning for port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:12.035046 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fdefb8df-7867-4689-aa8d-5d35eba2e9a2 None None] Provisioning complete for port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:12.038933 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fdefb8df-7867-4689-aa8d-5d35eba2e9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.069586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44c66-3245-4bf5-af32-b5c87d2527cd req-7177397f-2af1-4f57-b812-ff8e24b17f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:12.071273 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-85d44c66-3245-4bf5-af32-b5c87d2527cd req-7177397f-2af1-4f57-b812-ff8e24b17f02 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=204dd65805fe4bf897b4f10d937aae88&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1467376 Jul 01 07:18:12.092317 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:12.187704 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:12.200325 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.210997 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-fdefb8df-7867-4689-aa8d-5d35eba2e9a2 None None] Port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:18:12.227217 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Transition to ACTIVE for port object 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:12.231304 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.253444 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d44c66-3245-4bf5-af32-b5c87d2527cd req-4feab481-2bad-48b5-a03c-4f8d7b4346e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:12.254924 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-85d44c66-3245-4bf5-af32-b5c87d2527cd req-4feab481-2bad-48b5-a03c-4f8d7b4346e3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1530643 Jul 01 07:18:12.255818 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Transition to ACTIVE for port object 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:12.289271 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.328740 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:12.333070 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:12.333486 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.397488 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-cc5a7e43-0cb6-4181-bcfc-c32e6e2d4ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:12.400338 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-cc5a7e43-0cb6-4181-bcfc-c32e6e2d4ece service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 1096 time: 0.0841484 Jul 01 07:18:12.410596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.483508 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:12.530929 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Attempting to bind port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:18:12.531280 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Attempting to bind port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:18:12.531536 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Attempting to bind port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab on network 95bcbc00-49d7-4df7-abf4-38448263303d {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:12.547785 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.549335 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab on network 95bcbc00-49d7-4df7-abf4-38448263303d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:18:12.549661 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Attempting to bind port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab on network 95bcbc00-49d7-4df7-abf4-38448263303d {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:12.567125 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:18:12.567599 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Checking segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:12.568038 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Bound using segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:18:12.568898 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Bound port: 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:18:12.569272 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.590582 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920083c-48b5-45cc-912e-40aee314fcd6 req-13a6dc2c-72af-4210-a679-07f955e22a2e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:12.595917 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe690cb-71b4-4841-bb14-d919ae759136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:12.598508 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f920083c-48b5-45cc-912e-40aee314fcd6 req-13a6dc2c-72af-4210-a679-07f955e22a2e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 944 time: 0.2734935 Jul 01 07:18:12.667463 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f920083c-48b5-45cc-912e-40aee314fcd6 req-a3ece813-ed3a-4d12-999b-4307842b2d36 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678580 Jul 01 07:18:12.699676 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:18:12.701562 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,segment=NetworkSegment(566d4931-8b65-4890-a92f-6bd830ae64fa),segment_id=566d4931-8b65-4890-a92f-6bd830ae64fa)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:12.704545 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:18:12.778057 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-1689164e-6e04-4877-8c9e-058627d80e71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45619d4-0d84-485e-82a6-6d71b94702aa HTTP/1.1" status: 200 len: 217 time: 0.3647940 Jul 01 07:18:12.801207 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.810989 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.810989 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 575096a4-b82b-401f-b590-b5c17dae4cb8 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:12.854992 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-58382641-48b6-4965-a657-3f46500a50da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:12.856459 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-58382641-48b6-4965-a657-3f46500a50da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.0652990 Jul 01 07:18:12.860455 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d50615-d2d7-41a7-9431-d4527e3dbe73" -d '{"events": [{"server_uuid": "9fe690cb-71b4-4841-bb14-d919ae759136", "name": "network-vif-plugged", "status": "completed", "tag": "1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:12.863350 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Network fe686f1d-1027-4b7a-b0e1-238237c14731 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:18:12.869143 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'Port': ['ID=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:12.873598 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:12.882753 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:18:12.888091 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:12.892757 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.907651 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:12.908282 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:12.909708 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] 10.222.0.26 "PUT /v2.0/ports/43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab HTTP/1.1" status: 200 len: 1094 time: 1.1712408 Jul 01 07:18:12.910151 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:12.921091 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-883b646c-f59a-4d12-918c-bd704c799b0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485706 Jul 01 07:18:12.929199 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:12.974912 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:12.987719 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79fff0-9d04-41c6-bf13-b67aacb9a95e req-642a6ba0-a188-482e-9fa7-c89b9a282cf2 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:12.988760 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a0add-b2e1-4af1-a5da-fa5f0b508b90 service neutron] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:12.989420 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-db79fff0-9d04-41c6-bf13-b67aacb9a95e req-642a6ba0-a188-482e-9fa7-c89b9a282cf2 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 945 time: 0.5568523 Jul 01 07:18:12.996075 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-c42dbc11-8c8f-4a57-8245-b8dbf4c8f83d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7354105 Jul 01 07:18:13.024991 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0211f8f-203f-452f-a8f0-da7bb79cf323 req-7f960223-eb9e-4999-b06e-2e1d84f847dc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:13.026812 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d0211f8f-203f-452f-a8f0-da7bb79cf323 req-7f960223-eb9e-4999-b06e-2e1d84f847dc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1677549 Jul 01 07:18:13.037602 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 575096a4-b82b-401f-b590-b5c17dae4cb8 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:13.040210 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Request body: {'port': {'device_id': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:13.047056 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 575096a4-b82b-401f-b590-b5c17dae4cb8 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:13.048946 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:13.053821 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:18:13.148199 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d0211f8f-203f-452f-a8f0-da7bb79cf323 req-c502099d-de72-49e5-a080-3706bdc319fd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015606 Jul 01 07:18:13.168540 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:13.187317 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-db79fff0-9d04-41c6-bf13-b67aacb9a95e req-8cf41f23-13a8-4ffd-a46f-2e9c13ca94e2 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567264 Jul 01 07:18:13.190832 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-311b93c8-1e1b-40af-8290-7b669d270385 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594583 Jul 01 07:18:13.207001 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a4f3f7fc-4312-4e0a-8e8b-bce506ba95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:13.217845 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-a4f3f7fc-4312-4e0a-8e8b-bce506ba95d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 1097 time: 0.1481476 Jul 01 07:18:13.219437 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 575096a4-b82b-401f-b590-b5c17dae4cb8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=575096a4-b82b-401f-b590-b5c17dae4cb8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:13.309293 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-f06d2249-971c-4095-b589-5d8a3bda8293 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab HTTP/1.1" status: 200 len: 217 time: 0.0844262 Jul 01 07:18:13.340636 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:13.351058 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:13.363477 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-6463b16a-8fb1-4c81-b295-3dc82c5a4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:13.365361 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-6463b16a-8fb1-4c81-b295-3dc82c5a4fdd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0482235 Jul 01 07:18:13.420512 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=575096a4-b82b-401f-b590-b5c17dae4cb8,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:13.452057 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2eb090a3-e2c2-41b9-b57d-a3ee58062d40 req-e87fb125-8bd7-499b-ba85-e8c88eaecd7d service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526345 Jul 01 07:18:13.471893 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-d7ff58bb-78f6-42b0-882b-d3dd217f2c5c None None] Provisioning for port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:13.477105 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-d7ff58bb-78f6-42b0-882b-d3dd217f2c5c None None] Provisioning complete for port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:13.477507 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d7ff58bb-78f6-42b0-882b-d3dd217f2c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:13.502106 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-7dcf0ec8-d837-434e-a4e1-a6c7e0f0c30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:13.503657 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-7dcf0ec8-d837-434e-a4e1-a6c7e0f0c30f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1308718 Jul 01 07:18:13.511541 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037b46c-e2ba-4f01-8fcd-cefb7740edce req-40418716-3a24-498b-b77f-85755ce766b3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:13.512897 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-d7ff58bb-78f6-42b0-882b-d3dd217f2c5c None None] Port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:18:13.513013 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1037b46c-e2ba-4f01-8fcd-cefb7740edce req-40418716-3a24-498b-b77f-85755ce766b3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 932 time: 0.1291437 Jul 01 07:18:13.538373 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd657e-31dc-43c6-91e6-93665f87fefc req-dbae37ab-1eb4-4625-a156-d0ead149ac88 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:13.542451 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1cdd657e-31dc-43c6-91e6-93665f87fefc req-dbae37ab-1eb4-4625-a156-d0ead149ac88 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 943 time: 0.1759453 Jul 01 07:18:13.604992 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1037b46c-e2ba-4f01-8fcd-cefb7740edce req-02424940-aec7-468b-bdf5-01364cbc51ab tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840967 Jul 01 07:18:13.609586 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1cdd657e-31dc-43c6-91e6-93665f87fefc req-a81ebcab-04a6-4337-8e80-a12732078672 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628119 Jul 01 07:18:13.628875 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-14e18c37-5bf2-4e56-9b85-1567076846c6 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149759 Jul 01 07:18:13.767616 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:13.774452 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e23f60-546c-411c-a65a-24fed7e0074c x-openstack-request-id: req-59e23f60-546c-411c-a65a-24fed7e0074c {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:13.777648 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe690cb-71b4-4841-bb14-d919ae759136", "name": "network-vif-plugged", "status": "completed", "tag": "1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:13.777648 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59e23f60-546c-411c-a65a-24fed7e0074c {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:13.777648 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe690cb-71b4-4841-bb14-d919ae759136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2', 'code': 200} Jul 01 07:18:13.777876 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:13.815349 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Transition to ACTIVE for port object 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:13.866898 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0433f626-09da-45b1-aa83-e4b088da1f82 x-openstack-request-id: req-0433f626-09da-45b1-aa83-e4b088da1f82 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:13.867246 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:13.868424 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0433f626-09da-45b1-aa83-e4b088da1f82 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:13.868424 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'status': 'completed', 'code': 200} Jul 01 07:18:13.897194 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762a469-b22f-4c7c-b567-e270dcbddfea req-90207515-8b42-47ae-a0a8-7e89de32cb3b tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:13.899258 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f762a469-b22f-4c7c-b567-e270dcbddfea req-90207515-8b42-47ae-a0a8-7e89de32cb3b tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 945 time: 0.0724247 Jul 01 07:18:13.921718 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:13.937060 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de5aae9c-88c0-4abe-a0f8-84b241ab1b05 req-42f6fec0-be3d-41c7-9d68-cecac5074dfb service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007181 Jul 01 07:18:14.002204 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f762a469-b22f-4c7c-b567-e270dcbddfea req-98813eeb-4e13-4136-98d2-c5f2e08049b3 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967541 Jul 01 07:18:14.020782 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Pushing event updated for resources: {'Port': ['ID=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:14.054496 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Attempting to bind port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:18:14.054496 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Attempting to bind port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:18:14.056630 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:18:14.061629 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Attempting to bind port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 on network fe686f1d-1027-4b7a-b0e1-238237c14731 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:14.066370 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 on network fe686f1d-1027-4b7a-b0e1-238237c14731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:18:14.066698 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Attempting to bind port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 on network fe686f1d-1027-4b7a-b0e1-238237c14731 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:14.072835 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:18:14.074443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Checking segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:14.074443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Bound using segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:18:14.074443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Bound port: 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:18:14.074443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:14.215515 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-90090e53-943b-464a-810d-92fcef2a791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.220113 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-90090e53-943b-464a-810d-92fcef2a791d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 1097 time: 0.1092196 Jul 01 07:18:14.256817 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:14.275828 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] For port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:18:14.278769 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8', 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd', 'port_id': '0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8', 'mac_address': 'fa:16:3e:c5:d9:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d565378-edb9-4bca-9b12-b71886c75151', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:18:14.281302 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] For port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:18:14.330674 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:14.342212 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cfa0e-2e8c-44a9-be67-3d113d89b77d req-b36e3597-0845-4e4c-95a8-6ebd62b0ed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.344744 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a67cfa0e-2e8c-44a9-be67-3d113d89b77d req-b36e3597-0845-4e4c-95a8-6ebd62b0ed0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 1098 time: 0.1657016 Jul 01 07:18:14.347919 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:14.369252 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:14.372680 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a67cfa0e-2e8c-44a9-be67-3d113d89b77d req-9832b77c-2887-42e1-a315-313330589759 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:14.384759 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:14.389408 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-64ba122d-1fa3-48da-ab99-364a1bdf690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.390828 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-64ba122d-1fa3-48da-ab99-364a1bdf690f service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.1624060 Jul 01 07:18:14.431685 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:14.447950 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-c1194e4c-ce18-4c45-bb8f-7589d5eadb31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab HTTP/1.1" status: 200 len: 217 time: 0.0405772 Jul 01 07:18:14.494961 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.495781 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:14.497639 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] 10.222.0.26 "PUT /v2.0/ports/738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 HTTP/1.1" status: 200 len: 1094 time: 1.4686127 Jul 01 07:18:14.506285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'tag': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:14.510093 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9771b1-1b15-40ba-8c61-e72f3684d136" -d '{"events": [{"name": "network-changed", "server_uuid": "d7196f4b-410a-4be8-87f9-a6ca39618804", "tag": "738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:14.515771 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d95640-5dd2-4173-9b87-6d7fbc271980 req-f6f16bc4-703b-4363-b339-326a85f3ee1c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.517304 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-64d95640-5dd2-4173-9b87-6d7fbc271980 req-f6f16bc4-703b-4363-b339-326a85f3ee1c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1415143 Jul 01 07:18:14.519213 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-dc0037e0-cc44-46ca-b75b-4a01e5c8d591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.520221 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:14.520538 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-dc0037e0-cc44-46ca-b75b-4a01e5c8d591 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0636952 Jul 01 07:18:14.580288 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068e434-bc09-4ea4-898e-4292cc76feb7 service neutron] Pushing event updated for resources: {'Port': ['ID=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:14.600814 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-64d95640-5dd2-4173-9b87-6d7fbc271980 req-aa01b6dd-27dd-48b8-868d-4e203f12e0d8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627985 Jul 01 07:18:14.618315 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-6bbd5b61-e7dc-47e3-ad7c-25e10820b2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.620194 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-6bbd5b61-e7dc-47e3-ad7c-25e10820b2c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0901821 Jul 01 07:18:14.623446 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a67cfa0e-2e8c-44a9-be67-3d113d89b77d req-9832b77c-2887-42e1-a315-313330589759 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:14.641857 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d85a1f-a7cd-4f2a-888f-076b3820b1cf req-4d34b1e3-f3d5-4bf6-bac6-f4d0d0b99688 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.652157 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-83d85a1f-a7cd-4f2a-888f-076b3820b1cf req-4d34b1e3-f3d5-4bf6-bac6-f4d0d0b99688 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.2272835 Jul 01 07:18:14.688145 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:14.705541 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6195b0-f4e1-43e3-9d4a-8faf8a8f596f x-openstack-request-id: req-3b6195b0-f4e1-43e3-9d4a-8faf8a8f596f {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:14.714207 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7196f4b-410a-4be8-87f9-a6ca39618804", "tag": "738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:14.715520 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b6195b0-f4e1-43e3-9d4a-8faf8a8f596f {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:14.716114 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'tag': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'status': 'completed', 'code': 200} Jul 01 07:18:14.738765 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a67cfa0e-2e8c-44a9-be67-3d113d89b77d req-9832b77c-2887-42e1-a315-313330589759 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:14.748561 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-bf3a1ec7-1ccb-4bb2-aeaf-efb18a58481f service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183846 Jul 01 07:18:14.803641 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-83d85a1f-a7cd-4f2a-888f-076b3820b1cf req-2d51937d-2983-4be9-9e47-151b78b7d769 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502848 Jul 01 07:18:14.814853 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a67cfa0e-2e8c-44a9-be67-3d113d89b77d req-9832b77c-2887-42e1-a315-313330589759 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624636 Jul 01 07:18:14.832828 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832b77c-2887-42e1-a315-313330589759 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bb8382-d65e-4b83-a918-21c69fa07876,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:14.847254 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-139d1ed2-fc83-4838-8ee9-4ecbd0377be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.849795 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-139d1ed2-fc83-4838-8ee9-4ecbd0377be3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 1097 time: 0.1947968 Jul 01 07:18:14.897376 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52ad2e6c-33ae-4ff1-ae76-49d44fc1a4c8 req-2343290c-4668-4979-9020-081d71f7eb92 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412981 Jul 01 07:18:14.905989 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cc9702-0bbe-4438-9443-533bd790b79a req-cca8bd3c-a52d-4867-b5c9-65f5bb66354b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:14.913873 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a9cc9702-0bbe-4438-9443-533bd790b79a req-cca8bd3c-a52d-4867-b5c9-65f5bb66354b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 944 time: 0.1409743 Jul 01 07:18:14.948629 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a9cc9702-0bbe-4438-9443-533bd790b79a req-858f44de-fb75-43d0-9e1d-250d893343c3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338426 Jul 01 07:18:14.950525 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-6d17ac2d-f431-4400-894e-9cd6affc2f61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 HTTP/1.1" status: 200 len: 217 time: 0.0426917 Jul 01 07:18:15.028617 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-dd59f533-fec3-47c0-a811-7b3074bd233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.029817 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-dd59f533-fec3-47c0-a811-7b3074bd233d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b185fd0-6e31-424c-b89c-921733294bfc HTTP/1.1" status: 200 len: 849 time: 0.0696154 Jul 01 07:18:15.076313 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f4a40-9755-4458-a3f0-445e57c13bb6 req-97552eb0-d198-4b1b-96f7-a225a95653e5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.078389 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d25f4a40-9755-4458-a3f0-445e57c13bb6 req-97552eb0-d198-4b1b-96f7-a225a95653e5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 943 time: 0.1299341 Jul 01 07:18:15.139695 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d25f4a40-9755-4458-a3f0-445e57c13bb6 req-3bd59679-f9f2-4f2b-bc20-33d2dce7f37d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546792 Jul 01 07:18:15.154843 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-962a1f4e-255a-4bb2-a3be-973ef26498c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.156439 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-962a1f4e-255a-4bb2-a3be-973ef26498c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe686f1d-1027-4b7a-b0e1-238237c14731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197288 Jul 01 07:18:15.243609 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec4675-1593-4087-8c5a-7996e4d9e162 req-2fd25610-2149-4cf9-91c1-3c939974e163 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.245086 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-01ec4675-1593-4087-8c5a-7996e4d9e162 req-2fd25610-2149-4cf9-91c1-3c939974e163 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 945 time: 0.0672495 Jul 01 07:18:15.250668 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-b6504faf-e964-40af-8c8f-70156370df0e service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859385 Jul 01 07:18:15.303994 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-01ec4675-1593-4087-8c5a-7996e4d9e162 req-e95c741b-1a4d-419d-b612-6c63065c60a4 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527434 Jul 01 07:18:15.349135 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1df4fdeb-97e2-4907-8b37-a4c814477d1f req-96e7cad2-6a61-46ab-87a2-009b4f8281bf service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913200 Jul 01 07:18:15.544663 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-406b0bf3-88b9-47bd-981e-69581a0c8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.546381 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-406b0bf3-88b9-47bd-981e-69581a0c8d04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 1097 time: 0.0627396 Jul 01 07:18:15.643081 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-259b1e7e-a369-45a1-94b1-f30d745b30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.644577 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-259b1e7e-a369-45a1-94b1-f30d745b30c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 911 time: 0.0914211 Jul 01 07:18:15.702164 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-a8c29c11-328b-45b2-bbba-d0e5ac17c73c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 HTTP/1.1" status: 200 len: 217 time: 0.0489290 Jul 01 07:18:15.776511 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575096a4-b82b-401f-b590-b5c17dae4cb8'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:15.778985 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07265d8c-c029-48a0-957c-4a3cf4b28678" -d '{"events": [{"server_uuid": "1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30", "name": "network-vif-plugged", "status": "completed", "tag": "575096a4-b82b-401f-b590-b5c17dae4cb8"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:15.788426 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-c47cdc76-fe7c-4d8b-8c43-2971716db56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.789757 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-c47cdc76-fe7c-4d8b-8c43-2971716db56a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b185fd0-6e31-424c-b89c-921733294bfc HTTP/1.1" status: 200 len: 849 time: 0.0807822 Jul 01 07:18:15.820308 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400bfd04-ba9b-49af-8d8e-ad25ea613e4e x-openstack-request-id: req-400bfd04-ba9b-49af-8d8e-ad25ea613e4e {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:15.820308 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30", "name": "network-vif-plugged", "status": "completed", "tag": "575096a4-b82b-401f-b590-b5c17dae4cb8", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:15.820308 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-400bfd04-ba9b-49af-8d8e-ad25ea613e4e {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:15.820308 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575096a4-b82b-401f-b590-b5c17dae4cb8', 'code': 200} Jul 01 07:18:15.852312 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca8573-24cf-4bb4-bf1e-19526e03d9f0 req-6ece4159-7beb-4061-8c4a-3d03a6785e67 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.852312 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-79ca8573-24cf-4bb4-bf1e-19526e03d9f0 req-6ece4159-7beb-4061-8c4a-3d03a6785e67 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1129901 Jul 01 07:18:15.909848 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-3ba85c9b-dc41-487b-ac59-d4afbfc98bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:15.911504 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-3ba85c9b-dc41-487b-ac59-d4afbfc98bfa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe686f1d-1027-4b7a-b0e1-238237c14731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1141815 Jul 01 07:18:15.920812 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-79ca8573-24cf-4bb4-bf1e-19526e03d9f0 req-dcef3365-d009-4bff-a82a-7ff3be109094 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505109 Jul 01 07:18:16.030571 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-13b7ad87-e690-491e-bc02-1fe6aeeae43a service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104879 Jul 01 07:18:16.037414 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358b593-c32d-4fcf-b909-c3eeea378384 req-be746550-2d5c-4a5b-bb75-e7c40de0451c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:16.039415 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0358b593-c32d-4fcf-b909-c3eeea378384 req-be746550-2d5c-4a5b-bb75-e7c40de0451c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.1005335 Jul 01 07:18:16.055497 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device a45619d4-0d84-485e-82a6-6d71b94702aa details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:18:16.060329 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:16.082205 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 49290) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:16.139017 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0358b593-c32d-4fcf-b909-c3eeea378384 req-bcda3bc7-88aa-4abb-8be2-67b960b0c990 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934517 Jul 01 07:18:16.237244 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port a45619d4-0d84-485e-82a6-6d71b94702aa, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=a45619d4-0d84-485e-82a6-6d71b94702aa,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:16.261160 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a8173-b49b-46fb-aea6-eb1befc09166 req-c570e83c-18bd-4b60-af2b-ec24dba6d5aa tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:16.263128 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4e1a8173-b49b-46fb-aea6-eb1befc09166 req-c570e83c-18bd-4b60-af2b-ec24dba6d5aa tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 944 time: 0.1691849 Jul 01 07:18:16.282608 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:16.283066 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df9771b1-1b15-40ba-8c61-e72f3684d136 req-8342810c-b65f-4541-9de0-8b93f5c8204a service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422962 Jul 01 07:18:16.306760 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:16.310017 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.310017 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'a45619d4-0d84-485e-82a6-6d71b94702aa', 'network_id': 'e147903e-a0bb-4f05-bec4-6401ffd996fd', 'port_id': 'a45619d4-0d84-485e-82a6-6d71b94702aa', 'mac_address': 'fa:16:3e:54:73:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d565378-edb9-4bca-9b12-b71886c75151', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:18:16.321152 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-85b4c073-6b84-4d7c-be85-248d68a2df89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.349192 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4e1a8173-b49b-46fb-aea6-eb1befc09166 req-121417a7-0cd7-4a6f-a3c3-7c925c3fd36c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802197 Jul 01 07:18:16.489149 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.531831 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45619d4-0d84-485e-82a6-6d71b94702aa {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:16.549770 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa8c2-a738-4ded-b3a0-84632919396a req-5d903d3a-ce86-48f0-a838-feb067428af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:16.551688 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-984aa8c2-a738-4ded-b3a0-84632919396a req-5d903d3a-ce86-48f0-a838-feb067428af6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 1099 time: 0.2557623 Jul 01 07:18:16.563850 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port a45619d4-0d84-485e-82a6-6d71b94702aa, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=a45619d4-0d84-485e-82a6-6d71b94702aa,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:16.569728 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130babe3-cc58-437d-be8e-e6f817df67a7 req-bd364ca0-f050-4dac-9c1c-039bb7d957a9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:16.570009 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.572829 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-130babe3-cc58-437d-be8e-e6f817df67a7 req-bd364ca0-f050-4dac-9c1c-039bb7d957a9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 943 time: 0.2097032 Jul 01 07:18:16.606214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250ccd-08e6-432f-a07e-ec05f2580cbe req-4d712119-df6b-4d33-b0b7-e9b95c5f6973 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:16.608266 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2c250ccd-08e6-432f-a07e-ec05f2580cbe req-4d712119-df6b-4d33-b0b7-e9b95c5f6973 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 945 time: 0.1088009 Jul 01 07:18:16.624663 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:16.646364 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.647076 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:18:16.692329 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2c250ccd-08e6-432f-a07e-ec05f2580cbe req-f65ad2a5-c4cd-4bb2-87c1-fbcf126b14e3 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731881 Jul 01 07:18:16.693040 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-984aa8c2-a738-4ded-b3a0-84632919396a req-242e023c-4cfa-4fd0-b339-cdd08ffb8c24 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169484 Jul 01 07:18:16.712004 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-130babe3-cc58-437d-be8e-e6f817df67a7 req-28273de9-8e66-42b5-bd1a-7b582bb1eaf6 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246231 Jul 01 07:18:16.720271 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-85b4c073-6b84-4d7c-be85-248d68a2df89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.735315 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.800648 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-85b4c073-6b84-4d7c-be85-248d68a2df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.813998 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=a45619d4-0d84-485e-82a6-6d71b94702aa,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:16.865830 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-85b4c073-6b84-4d7c-be85-248d68a2df89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c838a6132acb443691e8b9a393eae555&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7803152 Jul 01 07:18:16.865830 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4c073-6b84-4d7c-be85-248d68a2df89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f670c02-ab7d-46b1-b3b1-b5b060b10912,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:16.866857 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49350) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:16.903772 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:16.926836 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'port_id': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'mac_address': 'fa:16:3e:21:af:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:18:16.929164 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6a691b69-8159-4c27-8573-52982eee56b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.930269 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:16.957519 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6a691b69-8159-4c27-8573-52982eee56b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.979362 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:16.993501 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:17.027439 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:17.079154 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6a691b69-8159-4c27-8573-52982eee56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:17.081598 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6a691b69-8159-4c27-8573-52982eee56b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:17.082686 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-6a691b69-8159-4c27-8573-52982eee56b4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f670c02-ab7d-46b1-b3b1-b5b060b10912 HTTP/1.1" status: 204 len: 168 time: 0.2152472 Jul 01 07:18:17.093632 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a691b69-8159-4c27-8573-52982eee56b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f670c02-ab7d-46b1-b3b1-b5b060b10912,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:17.123274 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a68c35-29a7-472b-944c-b189d1f89619 req-bafb2d22-9134-458c-a786-d77b2952e4f0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:17.124747 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-77a68c35-29a7-472b-944c-b189d1f89619 req-bafb2d22-9134-458c-a786-d77b2952e4f0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0752723 Jul 01 07:18:17.134128 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:17.168463 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-77a68c35-29a7-472b-944c-b189d1f89619 req-b9ad23ee-2219-4e12-800c-dd8e6b9932a9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373428 Jul 01 07:18:17.191433 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:17.321082 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb11ab5-8d61-465f-87f3-29580469a807 req-2c5ee5e4-c215-49d6-b4b1-0603a76dd101 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:17.326791 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bbb11ab5-8d61-465f-87f3-29580469a807 req-2c5ee5e4-c215-49d6-b4b1-0603a76dd101 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0630505 Jul 01 07:18:17.360312 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bbb11ab5-8d61-465f-87f3-29580469a807 req-85ec4ef7-839c-4f74-a6aa-d1c4dff7247c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307620 Jul 01 07:18:17.456087 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:17.500019 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['a45619d4-0d84-485e-82a6-6d71b94702aa'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:17.552873 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7288e9-547a-4f48-87b0-bb2b0faa4709 req-e2e0a242-d988-47f1-963f-5992ea7b1e91 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:17.555254 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cb7288e9-547a-4f48-87b0-bb2b0faa4709 req-e2e0a242-d988-47f1-963f-5992ea7b1e91 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 944 time: 0.0852597 Jul 01 07:18:17.615182 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cb7288e9-547a-4f48-87b0-bb2b0faa4709 req-6225a79d-6016-43f4-91e3-a3c063b611c2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524900 Jul 01 07:18:17.819782 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41e6ab5-0202-400b-9328-56838bf1b1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:17.823501 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1218b8cd-4f2c-4c05-afa4-303d24998c5d" -d '{"events": [{"server_uuid": "a41e6ab5-0202-400b-9328-56838bf1b1d1", "name": "network-vif-plugged", "status": "completed", "tag": "0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:17.899090 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b02b35-fb4e-4f33-96fd-6af92de207c3 req-df290e59-824d-4bd3-91ff-1513765e32cd tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:17.900935 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b7b02b35-fb4e-4f33-96fd-6af92de207c3 req-df290e59-824d-4bd3-91ff-1513765e32cd tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 945 time: 0.0759263 Jul 01 07:18:17.912109 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6138a9-17df-4dc5-9835-7a8f8d60eb91 req-4cb8317b-e296-4920-9fcb-4e92351b9bba tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:17.915258 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1c6138a9-17df-4dc5-9835-7a8f8d60eb91 req-4cb8317b-e296-4920-9fcb-4e92351b9bba tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 944 time: 0.0780797 Jul 01 07:18:17.943361 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b7b02b35-fb4e-4f33-96fd-6af92de207c3 req-d1f45d0e-2eac-4a23-bdb1-e1630d21f1e4 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365901 Jul 01 07:18:17.976756 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1c6138a9-17df-4dc5-9835-7a8f8d60eb91 req-7141ce6d-411d-4c71-bd45-06946c201003 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441558 Jul 01 07:18:18.009357 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78798f5-e0ec-4656-a8d6-1305b67a4db3 x-openstack-request-id: req-d78798f5-e0ec-4656-a8d6-1305b67a4db3 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:18.009357 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41e6ab5-0202-400b-9328-56838bf1b1d1", "name": "network-vif-plugged", "status": "completed", "tag": "0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:18.009357 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d78798f5-e0ec-4656-a8d6-1305b67a4db3 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:18.009357 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41e6ab5-0202-400b-9328-56838bf1b1d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8', 'code': 200} Jul 01 07:18:18.060749 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:18:18.190224 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:18.212353 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'port_id': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'mac_address': 'fa:16:3e:38:dc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:18:18.279222 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:18.285105 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:18.317337 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:18.437320 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fed339-ea17-44d8-8dd2-6687bb8493b4 req-e873915c-28f0-415f-99fa-5f9fd0146e8a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:18.438832 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e8fed339-ea17-44d8-8dd2-6687bb8493b4 req-e873915c-28f0-415f-99fa-5f9fd0146e8a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 945 time: 0.1011808 Jul 01 07:18:18.482554 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e8fed339-ea17-44d8-8dd2-6687bb8493b4 req-38ed7275-1f87-4e4e-8889-6878486ceebd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370805 Jul 01 07:18:18.551543 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:18.553326 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe4e6c-045a-4b69-be75-e61b43526ba6 req-c6e910b9-1e4b-401f-a532-c548d80236ee tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:18.554796 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-cefe4e6c-045a-4b69-be75-e61b43526ba6 req-c6e910b9-1e4b-401f-a532-c548d80236ee tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0678818 Jul 01 07:18:18.626468 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:18.635011 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-cefe4e6c-045a-4b69-be75-e61b43526ba6 req-38259b11-2a5b-4c04-9519-e5571a3ac9ed tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701375 Jul 01 07:18:18.661662 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bf1c6-e207-41a3-ba9e-6a7faca1054e req-8d6cc78c-9a30-4210-8449-9656e71237e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:18.664885 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-269bf1c6-e207-41a3-ba9e-6a7faca1054e req-8d6cc78c-9a30-4210-8449-9656e71237e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1099 time: 0.0887289 Jul 01 07:18:18.737137 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-269bf1c6-e207-41a3-ba9e-6a7faca1054e req-da2bc74a-c844-4d94-b349-97a5e4134d2f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591612 Jul 01 07:18:18.829602 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:18.837340 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba8119-bc86-4b1b-9d1b-5d66627723dc req-1135ae99-cdeb-470a-ba75-a4e463eb648a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:18.838871 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1aba8119-bc86-4b1b-9d1b-5d66627723dc req-1135ae99-cdeb-470a-ba75-a4e463eb648a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 945 time: 0.0673804 Jul 01 07:18:18.878647 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1aba8119-bc86-4b1b-9d1b-5d66627723dc req-051fc50a-0a93-4b94-9e45-57c086c355ca tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338390 Jul 01 07:18:19.189016 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadd2f6-dbcd-4380-ad90-db86be3b75ff req-951678f8-3208-486c-8c82-02c8ddaaff1f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:19.190744 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-eaadd2f6-dbcd-4380-ad90-db86be3b75ff req-951678f8-3208-486c-8c82-02c8ddaaff1f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 944 time: 0.0713816 Jul 01 07:18:19.215721 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49458) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:19.240387 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-eaadd2f6-dbcd-4380-ad90-db86be3b75ff req-b23795f8-a8fd-4713-8db9-38c2c820d90c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Jul 01 07:18:19.336596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5d641501-64ff-4c36-afda-ebba7f528e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:19.429374 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5d641501-64ff-4c36-afda-ebba7f528e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:19.562245 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5d641501-64ff-4c36-afda-ebba7f528e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:19.603903 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5d641501-64ff-4c36-afda-ebba7f528e8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c189fc74ecb84b8cadc845cbe5a728cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3859098 Jul 01 07:18:19.603903 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d641501-64ff-4c36-afda-ebba7f528e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0667d3-883a-4215-a95e-0a2b316370b6,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:19.606448 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 49470) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:19.674511 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ed48ef19-7c07-4620-8f22-b437317bfbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:19.697734 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cfd79-6619-4401-a872-0c181c5227aa req-96ab19be-b58f-475b-a447-249aea338149 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:19.697734 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-042cfd79-6619-4401-a872-0c181c5227aa req-96ab19be-b58f-475b-a447-249aea338149 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 945 time: 0.0740411 Jul 01 07:18:19.698138 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ed48ef19-7c07-4620-8f22-b437317bfbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:19.737854 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-042cfd79-6619-4401-a872-0c181c5227aa req-44c7699a-8be4-414b-80ef-b3117ce9b547 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379570 Jul 01 07:18:19.831369 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ed48ef19-7c07-4620-8f22-b437317bfbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:19.834056 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ed48ef19-7c07-4620-8f22-b437317bfbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:19.835768 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ed48ef19-7c07-4620-8f22-b437317bfbc6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c0667d3-883a-4215-a95e-0a2b316370b6 HTTP/1.1" status: 204 len: 168 time: 0.2281265 Jul 01 07:18:19.846100 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48ef19-7c07-4620-8f22-b437317bfbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0667d3-883a-4215-a95e-0a2b316370b6,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:20.078102 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:20.080656 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9a4c8e-d110-43b6-bca3-3f42d48605cd req-6e385e81-6767-4dd3-acfa-27fa9820c4c7 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:20.084051 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5a9a4c8e-d110-43b6-bca3-3f42d48605cd req-6e385e81-6767-4dd3-acfa-27fa9820c4c7 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 945 time: 0.0774367 Jul 01 07:18:20.126077 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5a9a4c8e-d110-43b6-bca3-3f42d48605cd req-bc99b4db-841c-4d37-a431-84aebd2347c4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355198 Jul 01 07:18:20.218022 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:20.223129 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:20.223669 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:20.307167 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:20.335565 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:20.338645 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf185688-49ea-4fe2-b74f-712a944f7455" -d '{"events": [{"server_uuid": "d7196f4b-410a-4be8-87f9-a6ca39618804", "name": "network-vif-plugged", "status": "completed", "tag": "738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:20.354165 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:20.425377 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:20.431875 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device a45619d4-0d84-485e-82a6-6d71b94702aa up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:20.517611 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa82461-f99a-451e-8f63-7d09b0988a52 req-84ef8908-3182-4838-859b-f3ee9d145137 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:20.519537 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-aaa82461-f99a-451e-8f63-7d09b0988a52 req-84ef8908-3182-4838-859b-f3ee9d145137 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 944 time: 0.1039207 Jul 01 07:18:20.525911 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:20.564036 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-aaa82461-f99a-451e-8f63-7d09b0988a52 req-e04c485f-f65c-4e90-bfb5-154b854e8dca tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373330 Jul 01 07:18:20.621848 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6263fb36-f791-4753-ad9e-02ff4f671f75 x-openstack-request-id: req-6263fb36-f791-4753-ad9e-02ff4f671f75 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:20.622144 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7196f4b-410a-4be8-87f9-a6ca39618804", "name": "network-vif-plugged", "status": "completed", "tag": "738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:20.622394 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6263fb36-f791-4753-ad9e-02ff4f671f75 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:20.622779 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'code': 200} Jul 01 07:18:20.625189 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port a45619d4-0d84-485e-82a6-6d71b94702aa completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:20.630199 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port a45619d4-0d84-485e-82a6-6d71b94702aa triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:20.630567 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:20.728947 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:20.742177 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49516) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:20.758718 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2eb72d8b-7549-4c21-8bec-77e5c0b0607f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:20.763551 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port a45619d4-0d84-485e-82a6-6d71b94702aa, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=a45619d4-0d84-485e-82a6-6d71b94702aa,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:20.849342 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2eb72d8b-7549-4c21-8bec-77e5c0b0607f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:20.865090 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:20.865997 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:20.943318 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=a45619d4-0d84-485e-82a6-6d71b94702aa,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:20.951140 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2eb72d8b-7549-4c21-8bec-77e5c0b0607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:21.005422 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-2eb72d8b-7549-4c21-8bec-77e5c0b0607f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=012d10e8872041e4978a4bbb18bb684f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621160 Jul 01 07:18:21.006264 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb72d8b-7549-4c21-8bec-77e5c0b0607f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b12bf19-3a99-41b0-a61d-e29a7d5a8ed0,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:21.008680 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49520) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:21.042706 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:21.048042 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:21.048415 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:21.061824 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181d0948-dfcd-49a8-916b-062150434b2e req-988c1afe-3bbb-46a8-90b1-0fb877091cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:21.064235 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-181d0948-dfcd-49a8-916b-062150434b2e req-988c1afe-3bbb-46a8-90b1-0fb877091cb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 1099 time: 0.0707085 Jul 01 07:18:21.080560 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d393910d-e8ef-4849-a39e-bd9be08e3124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:21.104827 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-181d0948-dfcd-49a8-916b-062150434b2e req-327ef3d9-c3b1-420d-950e-e585a0d9d05b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Jul 01 07:18:21.107678 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d393910d-e8ef-4849-a39e-bd9be08e3124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:21.145659 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:21.189804 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:21.305751 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:21.356696 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d393910d-e8ef-4849-a39e-bd9be08e3124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:21.359903 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d393910d-e8ef-4849-a39e-bd9be08e3124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:21.363480 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:21.363764 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d393910d-e8ef-4849-a39e-bd9be08e3124 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3b12bf19-3a99-41b0-a61d-e29a7d5a8ed0 HTTP/1.1" status: 204 len: 168 time: 0.3517623 Jul 01 07:18:21.387063 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d393910d-e8ef-4849-a39e-bd9be08e3124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b12bf19-3a99-41b0-a61d-e29a7d5a8ed0,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:21.542209 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda6cf81-ee48-42f5-9a45-3da9eef7b33a req-6fc0c823-6cca-4504-b9df-dcfedd97a6ad tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:21.543749 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cda6cf81-ee48-42f5-9a45-3da9eef7b33a req-6fc0c823-6cca-4504-b9df-dcfedd97a6ad tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0719097 Jul 01 07:18:21.581994 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cda6cf81-ee48-42f5-9a45-3da9eef7b33a req-646c997c-bb6d-44f4-965d-86b6016af65e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325179 Jul 01 07:18:21.763847 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28250b-c4a2-4ba9-89a1-f723ebebc0f5 req-8ddd2e71-eee8-4e85-9549-75ea5ba35fa9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:21.765427 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e28250b-c4a2-4ba9-89a1-f723ebebc0f5 req-8ddd2e71-eee8-4e85-9549-75ea5ba35fa9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0751524 Jul 01 07:18:21.806819 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e28250b-c4a2-4ba9-89a1-f723ebebc0f5 req-d8272f94-ec1f-4d67-885d-00858222515a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356750 Jul 01 07:18:21.975737 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ba6b0-e530-45eb-a7ab-5c011119f8b8 req-98f19c2c-fa43-4736-bc85-ca4e123bc3ae tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:21.977478 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cd8ba6b0-e530-45eb-a7ab-5c011119f8b8 req-98f19c2c-fa43-4736-bc85-ca4e123bc3ae tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0645635 Jul 01 07:18:22.023227 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cd8ba6b0-e530-45eb-a7ab-5c011119f8b8 req-794ba37e-094f-42d5-8a0e-a662315a4c40 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379858 Jul 01 07:18:22.623800 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea8ee98-0a60-45a7-af04-d5722c5835c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45619d4-0d84-485e-82a6-6d71b94702aa'}, {'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:22.627218 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c10f311-5610-457d-a56e-a3a1ae35ec40" -d '{"events": [{"server_uuid": "eea8ee98-0a60-45a7-af04-d5722c5835c4", "name": "network-vif-plugged", "status": "completed", "tag": "a45619d4-0d84-485e-82a6-6d71b94702aa"}, {"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-plugged", "status": "completed", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:22.684958 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9ba633-3e26-4595-a4db-f821327f6d9f x-openstack-request-id: req-8b9ba633-3e26-4595-a4db-f821327f6d9f {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:22.685256 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea8ee98-0a60-45a7-af04-d5722c5835c4", "name": "network-vif-plugged", "status": "completed", "tag": "a45619d4-0d84-485e-82a6-6d71b94702aa", "code": 200}, {"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-plugged", "status": "completed", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:22.685508 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8b9ba633-3e26-4595-a4db-f821327f6d9f {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:22.685894 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea8ee98-0a60-45a7-af04-d5722c5835c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45619d4-0d84-485e-82a6-6d71b94702aa', 'code': 200} Jul 01 07:18:22.686733 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'code': 200} Jul 01 07:18:22.867985 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05205-6d5b-4168-bde7-af6de6b13bbd req-b7b50540-411b-414f-b3ab-996950d870b0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:22.878038 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-67b05205-6d5b-4168-bde7-af6de6b13bbd req-b7b50540-411b-414f-b3ab-996950d870b0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1282263 Jul 01 07:18:22.924403 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-67b05205-6d5b-4168-bde7-af6de6b13bbd req-73acf273-d2d1-48f5-b79a-38a6dccc87f3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452373 Jul 01 07:18:23.042052 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f4b6d-c807-4aae-bfce-2f25cdb03914 req-35ce010a-5c11-46f4-8445-453d6c181903 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:23.043499 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-954f4b6d-c807-4aae-bfce-2f25cdb03914 req-35ce010a-5c11-46f4-8445-453d6c181903 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0798616 Jul 01 07:18:23.084140 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-954f4b6d-c807-4aae-bfce-2f25cdb03914 req-4c7e5aa8-f7ec-4be9-a3ef-517d735189c8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346525 Jul 01 07:18:23.225756 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c573b12a-6579-419d-bbfa-90c826461948 req-1baaa1fd-5a6e-4f43-8e88-54a74572c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:23.227373 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c573b12a-6579-419d-bbfa-90c826461948 req-1baaa1fd-5a6e-4f43-8e88-54a74572c189 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 1099 time: 0.0880370 Jul 01 07:18:23.301087 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07661488-a8df-44c1-8a88-ce44b2064e71 req-ca368709-f8d8-4208-9c92-999c35f8bc38 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:23.303518 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-07661488-a8df-44c1-8a88-ce44b2064e71 req-ca368709-f8d8-4208-9c92-999c35f8bc38 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.1404877 Jul 01 07:18:23.316898 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e25a30-c763-4fae-b998-cd71789ffae1 req-8037aafe-a675-4569-b8cf-82e88c7aabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:23.318508 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f8e25a30-c763-4fae-b998-cd71789ffae1 req-8037aafe-a675-4569-b8cf-82e88c7aabc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 1098 time: 0.1423895 Jul 01 07:18:23.357983 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c573b12a-6579-419d-bbfa-90c826461948 req-223d4a82-ff5d-49f1-a4a6-177ca9943d69 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163790 Jul 01 07:18:23.375350 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49606) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:23.375630 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b347957-cbf8-4abf-b8c2-4bfeed146a82 req-bf720bce-27cd-4793-9325-6da4f2992b04 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:23.377212 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9b347957-cbf8-4abf-b8c2-4bfeed146a82 req-bf720bce-27cd-4793-9325-6da4f2992b04 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1453362 Jul 01 07:18:23.378596 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-07661488-a8df-44c1-8a88-ce44b2064e71 req-3ef2fd8f-ed34-42c8-88e5-94f22d9d0ab6 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729399 Jul 01 07:18:23.384955 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f8e25a30-c763-4fae-b998-cd71789ffae1 req-df8c6642-073b-4ca1-8ae1-fcfee57752ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588319 Jul 01 07:18:23.386316 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49610) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:23.390918 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'floatingip': {'port_id': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:23.675135 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:23.700751 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6d15-2997-45d5-893d-ed56bd174c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:23.986767 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6d15-2997-45d5-893d-ed56bd174c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:24.091266 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4b1a6d15-2997-45d5-893d-ed56bd174c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:24.105700 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae56f2-19c9-4dc7-8fae-2ee61d844199 req-21094375-0131-489b-9a7c-b9115e68e452 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:24.107276 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5cae56f2-19c9-4dc7-8fae-2ee61d844199 req-21094375-0131-489b-9a7c-b9115e68e452 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0640087 Jul 01 07:18:24.145024 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5cae56f2-19c9-4dc7-8fae-2ee61d844199 req-3247ff1a-5f91-460d-b333-445c1be5dbf4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Jul 01 07:18:24.191595 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a6d15-2997-45d5-893d-ed56bd174c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3734b5a9-889a-4dd9-b92a-eefe32413b4f,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:24.196098 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-4b1a6d15-2997-45d5-893d-ed56bd174c5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9a936ddf4704252940a035b4612490d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8163292 Jul 01 07:18:24.203297 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 49620) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:24.255330 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25bfae63-e6d2-469f-876e-510cf1cee7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:24.308803 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25bfae63-e6d2-469f-876e-510cf1cee7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:24.442280 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25bfae63-e6d2-469f-876e-510cf1cee7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:24.445133 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25bfae63-e6d2-469f-876e-510cf1cee7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:24.449432 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-25bfae63-e6d2-469f-876e-510cf1cee7a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3734b5a9-889a-4dd9-b92a-eefe32413b4f HTTP/1.1" status: 204 len: 168 time: 0.2422593 Jul 01 07:18:24.460151 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:24.462353 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfae63-e6d2-469f-876e-510cf1cee7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734b5a9-889a-4dd9-b92a-eefe32413b4f,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:24.547391 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:24.678321 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2781238-0a0d-44e1-8d3d-454f453603dd req-0bf3c21a-64c8-4491-ad32-c07c4727536e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:24.680828 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a2781238-0a0d-44e1-8d3d-454f453603dd req-0bf3c21a-64c8-4491-ad32-c07c4727536e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.1432145 Jul 01 07:18:24.686903 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Floating IP 67bcc7ec-00ff-4521-8188-074556f4f259 associated. External IP: 172.27.2.64, port: 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1. Jul 01 07:18:24.776739 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a2781238-0a0d-44e1-8d3d-454f453603dd req-706c4265-1b3d-4ceb-abc6-d2a0502774f2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854607 Jul 01 07:18:24.943292 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Router 5dd84102-31b1-4445-84f9-a5416059d31d has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:18:25.256486 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:18:25.261784 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:25.273467 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] Sync routers for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:18:25.283927 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:18:25.285252 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:18:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:25.312702 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-6eb698d4-5d0d-4585-b222-7148d8327c32 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "PUT /v2.0/floatingips/67bcc7ec-00ff-4521-8188-074556f4f259 HTTP/1.1" status: 200 len: 991 time: 1.9254014 Jul 01 07:18:25.313350 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'tag': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:25.316377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c419e31-45b7-4165-b2e4-b6c36c7152fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d7196f4b-410a-4be8-87f9-a6ca39618804", "tag": "738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:25.399587 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121be2f-1eee-423e-a8f6-4fd5c9aeb42e req-905ec73d-1869-4a68-902c-d8061f78f882 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:25.402490 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8121be2f-1eee-423e-a8f6-4fd5c9aeb42e req-905ec73d-1869-4a68-902c-d8061f78f882 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1210294 Jul 01 07:18:25.448175 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8121be2f-1eee-423e-a8f6-4fd5c9aeb42e req-5b024be7-39b0-418e-a260-085283b56882 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390944 Jul 01 07:18:25.451947 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:18:25.521433 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f664fd11-cacd-435b-94a7-a5a2cca88f15 x-openstack-request-id: req-f664fd11-cacd-435b-94a7-a5a2cca88f15 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:25.521721 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7196f4b-410a-4be8-87f9-a6ca39618804", "tag": "738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:25.521971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f664fd11-cacd-435b-94a7-a5a2cca88f15 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:25.522355 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'tag': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'status': 'completed', 'code': 200} Jul 01 07:18:25.611763 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-4c9bac5b-3fef-4805-9a4f-48464c01fd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:25.613536 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-4c9bac5b-3fef-4805-9a4f-48464c01fd76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 1099 time: 0.0545011 Jul 01 07:18:25.733201 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-8c23453c-b708-4c24-af47-513687c1fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:25.734524 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac20a02-26e5-444c-b3c6-61be02d0ff1a req-ff5552a0-74fc-4b8c-bd3d-0ef6ec3cc336 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:25.735748 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-8c23453c-b708-4c24-af47-513687c1fb96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 911 time: 0.1157155 Jul 01 07:18:25.736037 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bac20a02-26e5-444c-b3c6-61be02d0ff1a req-ff5552a0-74fc-4b8c-bd3d-0ef6ec3cc336 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0709212 Jul 01 07:18:25.745132 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 49672) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:25.749997 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'floatingip': {'port_id': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:25.830395 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '67bcc7ec-00ff-4521-8188-074556f4f259', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'port_id': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'mac_address': 'fa:16:3e:38:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:18:03Z', 'updated_at': '2021-07-01T07:18:24Z', 'revision_number': 1, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:25.872796 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] Checking router: 5dd84102-31b1-4445-84f9-a5416059d31d for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:18:25.884047 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:18:25.885231 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:18:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:25.903680 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-a0190ea2-5d3c-459a-8a2c-f8ef48e77996 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 HTTP/1.1" status: 200 len: 999 time: 0.1559231 Jul 01 07:18:25.904326 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:26.039702 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-0d569199-fd65-4f4e-a796-2a829a70d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:26.041808 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-0d569199-fd65-4f4e-a796-2a829a70d7e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b185fd0-6e31-424c-b89c-921733294bfc HTTP/1.1" status: 200 len: 849 time: 0.1237500 Jul 01 07:18:26.099260 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:18:26.124190 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11209c-4956-4855-8f39-a7884d9551a6 req-19b842a2-ba2d-47f6-9e53-830ece3853de tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:26.126752 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3a11209c-4956-4855-8f39-a7884d9551a6 req-19b842a2-ba2d-47f6-9e53-830ece3853de tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.1565809 Jul 01 07:18:26.153929 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-896c8e53-1f51-435f-bc75-8d3e779d4519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:26.154266 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-896c8e53-1f51-435f-bc75-8d3e779d4519 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe686f1d-1027-4b7a-b0e1-238237c14731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1027887 Jul 01 07:18:26.182861 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3a11209c-4956-4855-8f39-a7884d9551a6 req-cb7c63e4-9777-4ea5-a129-570301d7ad0f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 Jul 01 07:18:26.275860 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-3e30e685-f27a-452e-ad81-8db026b079a4 service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036084 Jul 01 07:18:26.414181 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '67bcc7ec-00ff-4521-8188-074556f4f259', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'port_id': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'mac_address': 'fa:16:3e:38:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:18:03Z', 'updated_at': '2021-07-01T07:18:24Z', 'revision_number': 1, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:26.422076 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0c419e31-45b7-4165-b2e4-b6c36c7152fa req-f18b1032-1aa6-40a6-8429-0b1e53bf66c5 service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404066 Jul 01 07:18:26.445515 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8a5c37-458f-4ed5-b8d4-5d5f87d2808c None None] The sync data for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi is: [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '67bcc7ec-00ff-4521-8188-074556f4f259', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'port_id': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'mac_address': 'fa:16:3e:38:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:18:03Z', 'updated_at': '2021-07-01T07:18:24Z', 'revision_number': 1, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:18:26.702803 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e802f78c-633e-4a15-8f85-f33bfb3672c5 None None] New status for floating IP 67bcc7ec-00ff-4521-8188-074556f4f259: ACTIVE {{(pid=93540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:18:26.988479 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c7475-0feb-4973-9a45-eb03768b1653 req-a3508cee-3357-4fc7-9f8d-2bc50a0c13fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:26.990620 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-786c7475-0feb-4973-9a45-eb03768b1653 req-a3508cee-3357-4fc7-9f8d-2bc50a0c13fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 1098 time: 0.0888889 Jul 01 07:18:27.005889 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.db.resource_extend [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 01 07:18:27.109294 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:27.120927 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c7475-0feb-4973-9a45-eb03768b1653 req-90c3100f-7093-4ba3-baaa-4feda1d1dab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:27.128772 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-786c7475-0feb-4973-9a45-eb03768b1653 req-90c3100f-7093-4ba3-baaa-4feda1d1dab6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 919 time: 0.1107733 Jul 01 07:18:27.166415 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-786c7475-0feb-4973-9a45-eb03768b1653 req-411f651c-d963-4943-9ca5-ce8dc5378806 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45619d4-0d84-485e-82a6-6d71b94702aa HTTP/1.1" status: 200 len: 217 time: 0.0363960 Jul 01 07:18:27.177573 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f597db-baf2-4a4a-83a6-ee88122ddaa0 req-5e9f1a24-6beb-498d-83c7-6641decd941a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:27.183110 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-49f597db-baf2-4a4a-83a6-ee88122ddaa0 req-5e9f1a24-6beb-498d-83c7-6641decd941a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0725861 Jul 01 07:18:27.184939 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:27.224142 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c7475-0feb-4973-9a45-eb03768b1653 req-43f4682c-f055-47a6-adf9-55de82b59698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:27.225593 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-786c7475-0feb-4973-9a45-eb03768b1653 req-43f4682c-f055-47a6-adf9-55de82b59698 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.0474527 Jul 01 07:18:27.262878 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-49f597db-baf2-4a4a-83a6-ee88122ddaa0 req-e3f200c5-33d9-4dbe-bde5-511ce65ea56b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757329 Jul 01 07:18:27.263444 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-786c7475-0feb-4973-9a45-eb03768b1653 req-58794b7b-9a66-4bdb-9253-2eac97b93614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306642 Jul 01 07:18:27.316063 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.l3_db [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Floating IP 27861195-a52c-4a05-82c5-a0f2eeda6b39 associated. External IP: 172.27.2.251, port: 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab. Jul 01 07:18:27.361012 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-786c7475-0feb-4973-9a45-eb03768b1653 req-4e6e0762-2f54-42b0-9810-1f9dd6d96c87 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899062 Jul 01 07:18:27.463860 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-786c7475-0feb-4973-9a45-eb03768b1653 req-5da4e2f8-9776-4e0a-987e-6640ee854729 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960989 Jul 01 07:18:27.526847 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:18:27.632558 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:18:27.638337 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:27.644092 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] Sync routers for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:18:27.654253 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:18:27.654867 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:18:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:27.678862 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-3153a5fc-44b8-46d5-afdb-14f91c5a6970 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "PUT /v2.0/floatingips/27861195-a52c-4a05-82c5-a0f2eeda6b39 HTTP/1.1" status: 200 len: 992 time: 1.9325283 Jul 01 07:18:27.680554 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e72084ae-085d-431e-984c-2b78a1859cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:27.684652 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:27.687405 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a02a013-cce4-4cf8-a8a4-28d919f843b4" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:27.729019 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f6e9c5-472a-4e59-9f0d-458cc2d2bfcd x-openstack-request-id: req-a3f6e9c5-472a-4e59-9f0d-458cc2d2bfcd {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:27.729487 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:27.729934 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a3f6e9c5-472a-4e59-9f0d-458cc2d2bfcd {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:27.730759 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'status': 'completed', 'code': 200} Jul 01 07:18:27.801738 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:18:27.820942 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-506fda04-c50f-460e-864d-e984ddec082c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:27.822518 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-506fda04-c50f-460e-864d-e984ddec082c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 1099 time: 0.0656166 Jul 01 07:18:27.983092 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-f5151db7-ea79-441c-9260-3dd96a806e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:27.984634 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-f5151db7-ea79-441c-9260-3dd96a806e5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.1390252 Jul 01 07:18:28.056971 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-e8550b06-633f-41d9-8d89-51e46212bd4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab HTTP/1.1" status: 200 len: 1000 time: 0.0643239 Jul 01 07:18:28.118974 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-9006286e-9ab3-4f2b-aa03-6ec8ebb6a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:28.120705 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-9006286e-9ab3-4f2b-aa03-6ec8ebb6a3da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0468676 Jul 01 07:18:28.157661 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '27861195-a52c-4a05-82c5-a0f2eeda6b39', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'port_id': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'mac_address': 'fa:16:3e:21:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:17:56Z', 'updated_at': '2021-07-01T07:18:26Z', 'revision_number': 1, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:28.189895 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] Checking router: 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:18:28.200563 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:18:28.201336 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:18:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:28.204604 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-9157d280-8c0f-4237-97fc-91d189976ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:28.205433 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-9157d280-8c0f-4237-97fc-91d189976ed5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684779 Jul 01 07:18:28.311512 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-10adeffd-48d4-40b6-89cf-4c0f38045f7d service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945830 Jul 01 07:18:28.319362 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:18:28.447610 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9a02a013-cce4-4cf8-a8a4-28d919f843b4 req-10c38ee7-d7c2-4191-8c05-2543a5ee73cc service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269808 Jul 01 07:18:28.486646 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab220e14-2ec0-4ae0-9203-eb533959dbfd req-c9d464e0-6ae6-42df-8509-4666f6bb488c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:28.488253 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ab220e14-2ec0-4ae0-9203-eb533959dbfd req-c9d464e0-6ae6-42df-8509-4666f6bb488c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0972338 Jul 01 07:18:28.532084 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ab220e14-2ec0-4ae0-9203-eb533959dbfd req-dc2c633a-bb7e-4799-986a-f8baa30a17cd tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Jul 01 07:18:28.591686 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '27861195-a52c-4a05-82c5-a0f2eeda6b39', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'port_id': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'mac_address': 'fa:16:3e:21:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:17:56Z', 'updated_at': '2021-07-01T07:18:26Z', 'revision_number': 1, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:28.621245 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a434da-d1d9-4979-afa0-376a100baec8 None None] The sync data for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi is: [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '27861195-a52c-4a05-82c5-a0f2eeda6b39', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'floating_ip_address': '172.27.2.251', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'port_id': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'mac_address': 'fa:16:3e:21:af:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:17:56Z', 'updated_at': '2021-07-01T07:18:26Z', 'revision_number': 1, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:18:28.802919 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e777ac-9597-4bc6-a200-c319575335b6 None None] New status for floating IP 27861195-a52c-4a05-82c5-a0f2eeda6b39: ACTIVE {{(pid=93540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:18:29.823298 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:30.430387 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-92ed3cbe-ea3b-45de-a5b4-5bbbc5cd0f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:30.773459 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:31.417260 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:32.783069 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e39cf-9955-4e75-af29-2134cc91c5ef req-208e6bac-a324-47b9-8a55-fa15eb88294a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:32.784706 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-090e39cf-9955-4e75-af29-2134cc91c5ef req-208e6bac-a324-47b9-8a55-fa15eb88294a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0617359 Jul 01 07:18:32.820349 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-090e39cf-9955-4e75-af29-2134cc91c5ef req-299ca23e-a268-4985-b0e4-a80eab9ec721 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301063 Jul 01 07:18:33.047755 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:33.998214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e713ac-c653-4910-a6fc-ca5999fd1481 req-d6c92790-605b-4484-9eb4-0b480b0e3b4b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:33.999737 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-10e713ac-c653-4910-a6fc-ca5999fd1481 req-d6c92790-605b-4484-9eb4-0b480b0e3b4b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0645416 Jul 01 07:18:34.044421 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-10e713ac-c653-4910-a6fc-ca5999fd1481 req-e5b735d7-095c-4d71-8a6c-1869980649dd tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367992 Jul 01 07:18:34.743605 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 49840) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:34.850134 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:34.940482 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:35.001880 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:35.045883 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd9c55ecef524f34b0380dab4e2034e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3003638 Jul 01 07:18:35.046731 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf9aca1-c676-4437-a4f6-8901c0ee0cb4,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:35.048235 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49852) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:35.055237 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.055587 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.055926 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.056256 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.056583 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.056989 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.057317 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.057645 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.057968 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.058288 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.058604 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.058940 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969e57ec-8fbf-4078-ba9a-b5f17b617f0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.097208 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:35.116894 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:35.219106 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:35.221649 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:35.222793 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ecf9aca1-c676-4437-a4f6-8901c0ee0cb4 HTTP/1.1" status: 204 len: 168 time: 0.1736081 Jul 01 07:18:35.230905 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf9aca1-c676-4437-a4f6-8901c0ee0cb4,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:35.238278 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.238629 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.238997 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.239370 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.239658 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.240084 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.240415 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.240731 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.241048 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.241368 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.241789 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.242068 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d83bb271-caea-4c59-8fbf-3d4b7f726f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:35.915081 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49864) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:35.927837 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-adacf932-1df5-4e36-a911-62cc155b2d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:36.013467 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-adacf932-1df5-4e36-a911-62cc155b2d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:36.068032 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-adacf932-1df5-4e36-a911-62cc155b2d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:36.103587 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacf932-1df5-4e36-a911-62cc155b2d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039eb422-c442-445d-9b87-27ff07f1d23e,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:36.107775 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-adacf932-1df5-4e36-a911-62cc155b2d6d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f274f78797d40faab423079faf1726d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1916573 Jul 01 07:18:36.111413 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49868) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:36.160594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b4537c44-e291-424c-888d-f2f41c62a4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:36.181457 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b4537c44-e291-424c-888d-f2f41c62a4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:36.291250 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b4537c44-e291-424c-888d-f2f41c62a4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:36.293819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b4537c44-e291-424c-888d-f2f41c62a4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:36.295049 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b4537c44-e291-424c-888d-f2f41c62a4ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/039eb422-c442-445d-9b87-27ff07f1d23e HTTP/1.1" status: 204 len: 168 time: 0.1832681 Jul 01 07:18:36.304603 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4537c44-e291-424c-888d-f2f41c62a4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039eb422-c442-445d-9b87-27ff07f1d23e,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:36.877409 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49878) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:36.890638 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1ab43cb5-5d2f-4ae3-bd32-f95ac5fb5b71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:36.975685 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1ab43cb5-5d2f-4ae3-bd32-f95ac5fb5b71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:37.047263 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1ab43cb5-5d2f-4ae3-bd32-f95ac5fb5b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:37.083186 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab43cb5-5d2f-4ae3-bd32-f95ac5fb5b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca23fd5-ebe2-4913-b5b2-612c51308f81,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:37.087300 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-1ab43cb5-5d2f-4ae3-bd32-f95ac5fb5b71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd9d9b2c658242ebb1770c3ec396d353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2088339 Jul 01 07:18:37.090443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49882) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:37.135864 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d08be3f6-c491-45b2-80dd-6354fbc2bb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:37.156461 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d08be3f6-c491-45b2-80dd-6354fbc2bb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:37.276870 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d08be3f6-c491-45b2-80dd-6354fbc2bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:37.279420 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d08be3f6-c491-45b2-80dd-6354fbc2bb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:37.280543 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d08be3f6-c491-45b2-80dd-6354fbc2bb7f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eca23fd5-ebe2-4913-b5b2-612c51308f81 HTTP/1.1" status: 204 len: 168 time: 0.1893537 Jul 01 07:18:37.288164 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08be3f6-c491-45b2-80dd-6354fbc2bb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca23fd5-ebe2-4913-b5b2-612c51308f81,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:38.064532 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957fafd-c7be-4bc3-9d18-aa1e3c7f15bc req-36aee94d-e315-41db-91a7-021894792f1e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:38.066039 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6957fafd-c7be-4bc3-9d18-aa1e3c7f15bc req-36aee94d-e315-41db-91a7-021894792f1e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 945 time: 0.0793476 Jul 01 07:18:38.074220 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2adc4-457c-4b9e-840e-de2755d089a1 req-5ca689f3-0567-4731-833b-18e53ae4af54 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:38.075740 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-67f2adc4-457c-4b9e-840e-de2755d089a1 req-5ca689f3-0567-4731-833b-18e53ae4af54 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0674047 Jul 01 07:18:38.103944 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6957fafd-c7be-4bc3-9d18-aa1e3c7f15bc req-a4769a03-14cf-4497-8006-1cb410df1fa1 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jul 01 07:18:38.113026 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-67f2adc4-457c-4b9e-840e-de2755d089a1 req-39a8602a-1d73-4378-97f9-352fa094b56c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317924 Jul 01 07:18:38.205234 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49910) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:38.297864 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2038373363-network', 'tenant_id': 'c88cc3e18dee46cc99eae725817c001f'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:38.402169 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Made reservation on behalf of c88cc3e18dee46cc99eae725817c001f for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:38.404505 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:38.412831 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:38.496291 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:38.550403 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:38.575672 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:18:38.580674 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe7ff39-a397-4efb-b2bd-c501a25c930c,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:38.588481 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:38.588481 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Added segment 4a262725-7a30-470c-8997-8d28f22d14be of type vlan for network f433c032-9b4f-41a6-8739-2361e1276fc0 Jul 01 07:18:38.627657 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:38.721737 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:38.722713 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:38.723358 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:38.780173 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] Pushing event updated for resources: {'Network': ['ID=f433c032-9b4f-41a6-8739-2361e1276fc0,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:38.789650 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network f433c032-9b4f-41a6-8739-2361e1276fc0 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:18:38.825399 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-3c2ae575-24a9-498c-aeb2-8228c41d2603 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6189795 Jul 01 07:18:38.828151 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 49922) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:38.832903 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Request body: {'subnet': {'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2038373363-subnet', 'tenant_id': 'c88cc3e18dee46cc99eae725817c001f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:38.922182 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Made reservation on behalf of c88cc3e18dee46cc99eae725817c001f for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:38.924568 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:39.190653 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:39.280261 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb82657a-4eb2-4c15-afa7-e667c7bbe24f,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:39.287167 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Checking segment: {'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:39.287522 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Network hostable DHCP agents. Network: f433c032-9b4f-41a6-8739-2361e1276fc0, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:18:39.287818 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e220698-c769-41f8-9ffa-71e3d8019699 req-c618bcee-c971-4124-b6bc-fcc878a75593 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:39.291165 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5e220698-c769-41f8-9ffa-71e3d8019699 req-c618bcee-c971-4124-b6bc-fcc878a75593 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 945 time: 0.0678539 Jul 01 07:18:39.334617 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a1772-ea9a-46e6-93e6-49324817d691 req-3aee9631-f2d4-4690-9f02-94567fac47cc tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:39.336955 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-114a1772-ea9a-46e6-93e6-49324817d691 req-3aee9631-f2d4-4690-9f02-94567fac47cc tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0928528 Jul 01 07:18:39.349550 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5e220698-c769-41f8-9ffa-71e3d8019699 req-c6367a66-052b-4dcd-a2b0-575ebc0979c0 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486996 Jul 01 07:18:39.380338 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Network f433c032-9b4f-41a6-8739-2361e1276fc0 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:18:39.386816 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-114a1772-ea9a-46e6-93e6-49324817d691 req-c3d715cd-1144-4252-bfca-bd76db03b2d3 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445669 Jul 01 07:18:39.445600 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, f433c032-9b4f-41a6-8739-2361e1276fc0) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:39.449886 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:39.451130 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:39.456339 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82952ba1-18ca-4b59-b8db-9521bba88fed None None] Network f433c032-9b4f-41a6-8739-2361e1276fc0 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:18:39.566060 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-39e09247-ecbc-4e48-be74-2ff3466177f7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7368536 Jul 01 07:18:39.582150 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca508572-258f-403f-a7e9-39c22b4c8ffa None None] Network f433c032-9b4f-41a6-8739-2361e1276fc0 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:18:40.572959 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b8efc-d892-4308-9bbf-5f12dcf949d5 req-c48704fd-84dc-417c-b765-13719bd8d614 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:40.579385 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-165b8efc-d892-4308-9bbf-5f12dcf949d5 req-c48704fd-84dc-417c-b765-13719bd8d614 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 945 time: 0.0810206 Jul 01 07:18:40.585154 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b8699-4f78-47f6-b1b6-5abd30522172 req-7eedf741-763e-4a71-a10e-bf44d0aea01d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:40.585619 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4a1b8699-4f78-47f6-b1b6-5abd30522172 req-7eedf741-763e-4a71-a10e-bf44d0aea01d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0701797 Jul 01 07:18:40.615219 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-165b8efc-d892-4308-9bbf-5f12dcf949d5 req-ccbc2f76-ef8b-464d-ad4c-f81888575366 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/security-groups?id=3f0c173d-f31f-40e0-806e-313e5fc335e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Jul 01 07:18:40.623762 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4a1b8699-4f78-47f6-b1b6-5abd30522172 req-e8b060bc-c9f3-4d92-98ae-d7a404d3b3ed tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314491 Jul 01 07:18:40.831754 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-8621e143-a15d-450c-8bf1-1bc404af068e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:40.833388 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-8621e143-a15d-450c-8bf1-1bc404af068e tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.26 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 945 time: 0.0654337 Jul 01 07:18:40.937103 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Deleting port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:18:40.937458 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:41.026178 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] For port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,segment=NetworkSegment(566d4931-8b65-4890-a92f-6bd830ae64fa),segment_id=566d4931-8b65-4890-a92f-6bd830ae64fa)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:41.026536 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:41.043199 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Calling delete_port for 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:18:41.310706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:41.329461 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:41.346908 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Pushing event deleted for resources: {'Port': ['ID=1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:41.409026 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] No DVR routers for this DVR port 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:18:41.412174 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:41.414174 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5d955e6b-2ab1-4397-84c9-5335a319a0c2 req-403d9fb2-d2f8-4c43-9ade-24785e97a9bc tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.26 "DELETE /v2.0/ports/1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 HTTP/1.1" status: 204 len: 173 time: 0.5724874 Jul 01 07:18:41.414606 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe690cb-71b4-4841-bb14-d919ae759136', 'name': 'network-vif-deleted', 'tag': '1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:41.416861 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e09f8f9-0bae-4577-b3c5-96647469f235" -d '{"events": [{"server_uuid": "9fe690cb-71b4-4841-bb14-d919ae759136", "name": "network-vif-deleted", "tag": "1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:41.455927 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777c9d6e-a04e-4376-bd65-6323efc74f1b x-openstack-request-id: req-777c9d6e-a04e-4376-bd65-6323efc74f1b {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:41.456214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe690cb-71b4-4841-bb14-d919ae759136", "name": "network-vif-deleted", "tag": "1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:41.456458 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-777c9d6e-a04e-4376-bd65-6323efc74f1b {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:41.456844 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe690cb-71b4-4841-bb14-d919ae759136', 'name': 'network-vif-deleted', 'tag': '1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2', 'status': 'completed', 'code': 200} Jul 01 07:18:41.763606 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-800ccdb2-1985-427f-92ee-7ccfbedabbd0 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:41.765338 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-800ccdb2-1985-427f-92ee-7ccfbedabbd0 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/networks?id=f433c032-9b4f-41a6-8739-2361e1276fc0 HTTP/1.1" status: 200 len: 809 time: 0.1065023 Jul 01 07:18:41.770731 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-385fcb28-0a2c-42d6-8bbe-7de42d6b8426 req-354ab65a-341f-4d19-917d-74a4ecbe05a4 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 210 time: 0.0275247 Jul 01 07:18:41.780703 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-40bb1d49-2e2c-440e-9aba-8e30d51cfbd5 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/quotas/c88cc3e18dee46cc99eae725817c001f HTTP/1.1" status: 200 len: 375 time: 0.0100245 Jul 01 07:18:41.815190 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-71c729b5-e87c-4b3c-9562-b90ac4b9e944 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c88cc3e18dee46cc99eae725817c001f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289247 Jul 01 07:18:41.902966 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-24de9713-6f0e-49bb-b12b-0af612a3ae81 service neutron] 10.222.0.35 "GET /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809779 Jul 01 07:18:41.935252 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb134cd-a762-4ca1-bccc-e0430914a0e9 req-dee7da04-e9cc-4518-925a-9129295212e0 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:41.936745 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9cb134cd-a762-4ca1-bccc-e0430914a0e9 req-dee7da04-e9cc-4518-925a-9129295212e0 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0666270 Jul 01 07:18:41.973309 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9cb134cd-a762-4ca1-bccc-e0430914a0e9 req-62db134d-f86a-4ae5-9f3b-880cb00586de tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Jul 01 07:18:41.999059 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-28c4c9f8-c4dd-4b5f-885d-a14997908ced service neutron] 10.222.0.35 "GET /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850692 Jul 01 07:18:42.268101 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5d83df1a-c569-47cc-b237-19d36167dbee req-8dec77e9-0244-4261-b17a-b6190538e0c7 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 210 time: 0.0272496 Jul 01 07:18:42.930338 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0a75a0bf-85c0-42fc-9117-10d08ae5e0dc req-29809b44-f606-44d5-a979-1324e8cc5256 tempest-DeleteServersTestJSON-2005982977 tempest-DeleteServersTestJSON-2005982977-project] 10.222.0.35 "GET /v2.0/ports?device_id=9fe690cb-71b4-4841-bb14-d919ae759136 HTTP/1.1" status: 200 len: 210 time: 0.0278580 Jul 01 07:18:43.155072 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76940022-da14-41ee-a1e2-017b7499c395 req-a4513a43-6392-4efd-a6fb-7463fd096da5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:43.156547 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-76940022-da14-41ee-a1e2-017b7499c395 req-a4513a43-6392-4efd-a6fb-7463fd096da5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0602467 Jul 01 07:18:43.193022 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-76940022-da14-41ee-a1e2-017b7499c395 req-af52cef9-da01-4de0-b752-31c1fe6b7035 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310166 Jul 01 07:18:43.407465 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-23f4e98d-2a98-4382-ace5-6b4bc5f21bb0 req-fa90dbf6-393d-4420-87a4-bd86d1149001 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 210 time: 0.0274127 Jul 01 07:18:44.365325 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e5139-019e-40ca-9727-e366bb9d6d7e req-ded43fbe-b422-470d-9a82-5fe5ef5f8d2d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:44.366784 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f16e5139-019e-40ca-9727-e366bb9d6d7e req-ded43fbe-b422-470d-9a82-5fe5ef5f8d2d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0637472 Jul 01 07:18:44.404978 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f16e5139-019e-40ca-9727-e366bb9d6d7e req-dbd2f2a8-569f-4c19-90ea-d4731b230017 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Jul 01 07:18:44.546612 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2499242a-9a25-48f9-8735-2ce046abf871 req-208a5954-4bc6-4914-9d7c-3a9eedc2cded tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 210 time: 0.0297551 Jul 01 07:18:45.190429 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:18:45.210833 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:18:45.211201 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 1bcba761-ec78-4a0d-a37d-1a45ab0ed8c2 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:18:47.525805 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-66acc6da-eed1-4deb-9474-06fabdeb4fa6 req-707d7028-2f1e-400b-8090-41a7f8ba11fa tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 210 time: 0.0281644 Jul 01 07:18:47.552862 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f058095-a10f-40ec-ab05-8ebe701dcedd req-fa828204-374a-4c71-a889-6bf298636987 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:47.554410 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0f058095-a10f-40ec-ab05-8ebe701dcedd req-fa828204-374a-4c71-a889-6bf298636987 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0643947 Jul 01 07:18:47.590835 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0f058095-a10f-40ec-ab05-8ebe701dcedd req-9494ea98-4cd2-402c-ba27-cc132adb6199 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307698 Jul 01 07:18:47.741892 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-36fa4a12-1cb9-4273-aa62-5e2e069d6463 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:47.749901 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-36fa4a12-1cb9-4273-aa62-5e2e069d6463 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.26 "GET /v2.0/networks?id=f433c032-9b4f-41a6-8739-2361e1276fc0 HTTP/1.1" status: 200 len: 809 time: 0.1017008 Jul 01 07:18:47.765506 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Request body: {'port': {'device_id': '5a7ad61f-7f83-4e89-a71a-be90578a97f1', 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0', 'admin_state_up': True, 'tenant_id': 'c88cc3e18dee46cc99eae725817c001f'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:47.972936 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Made reservation on behalf of c88cc3e18dee46cc99eae725817c001f for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:47.976784 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:48.327171 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Allocated IP 172.20.0.13 (f433c032-9b4f-41a6-8739-2361e1276fc0/fb82657a-4eb2-4c15-afa7-e667c7bbe24f/6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:18:48.470392 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:48.567907 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:48.621785 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Network f433c032-9b4f-41a6-8739-2361e1276fc0 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:18:48.628205 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:48.633949 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:18:48.640513 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:48.641134 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:48.644791 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Pushing event updated for resources: {'Port': ['ID=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:48.716644 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30058448-2538-4de0-9dec-6a008b6d384b req-c7961d77-ec0e-4622-a6c9-a32b91fda605 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:48.718248 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-30058448-2538-4de0-9dec-6a008b6d384b req-c7961d77-ec0e-4622-a6c9-a32b91fda605 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 932 time: 0.0698373 Jul 01 07:18:48.757552 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-30058448-2538-4de0-9dec-6a008b6d384b req-ed6f1f7a-31cf-4628-8232-3045150c7b64 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335617 Jul 01 07:18:48.765678 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-955fb3f3-49d4-439e-aa7b-43b47fe20b6c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0040264 Jul 01 07:18:48.774123 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f5a67-be0a-4362-97a9-080f693eddaf req-88f22b08-30c1-4489-9287-16f8496660e7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:48.776535 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2e2f5a67-be0a-4362-97a9-080f693eddaf req-88f22b08-30c1-4489-9287-16f8496660e7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0645792 Jul 01 07:18:48.782103 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Request body: {'port': {'device_id': '5a7ad61f-7f83-4e89-a71a-be90578a97f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:48.832176 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2e2f5a67-be0a-4362-97a9-080f693eddaf req-471baf2c-3558-45af-9fbe-ef2a32511cc9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483980 Jul 01 07:18:48.868789 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:48.938243 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50144) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:48.990631 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_v2 [None req-975d9879-cb91-4f81-9e18-7d0eeac6367a admin admin] Deleting subnet 775fbe3e-ee5c-456e-ae11-8bc3cf3a1c45 {{(pid=93538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:18:48.994067 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-975d9879-cb91-4f81-9e18-7d0eeac6367a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.031808 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-975d9879-cb91-4f81-9e18-7d0eeac6367a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.049868 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-975d9879-cb91-4f81-9e18-7d0eeac6367a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.196616 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-975d9879-cb91-4f81-9e18-7d0eeac6367a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.223863 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d9879-cb91-4f81-9e18-7d0eeac6367a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775fbe3e-ee5c-456e-ae11-8bc3cf3a1c45,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:49.229248 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-975d9879-cb91-4f81-9e18-7d0eeac6367a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.233749 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-975d9879-cb91-4f81-9e18-7d0eeac6367a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/775fbe3e-ee5c-456e-ae11-8bc3cf3a1c45 HTTP/1.1" status: 204 len: 168 time: 0.2916687 Jul 01 07:18:49.234461 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 50162) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:49.262701 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:49.282020 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.346765 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Transition to ACTIVE for port object 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:49.353911 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-16df6c61-3269-4e39-aab3-8fff5f1116fc tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:49.355393 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-16df6c61-3269-4e39-aab3-8fff5f1116fc tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 815 time: 0.2202082 Jul 01 07:18:49.358261 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.379909 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-8595c96b-61c5-4331-a425-e06615436b59 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/quotas/3bbc05c0c7ff4feba2f529e41705f75f HTTP/1.1" status: 200 len: 375 time: 0.0179622 Jul 01 07:18:49.451467 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.510311 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.533449 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.533793 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.534524 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.534864 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > port after_create 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.535203 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.535649 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > port after_update 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.536013 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.536335 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.536645 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.537029 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.706079 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.706662 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.706743 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.707959 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93539) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:18:49.708455 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537dded3-0738-4224-9dca-49e3e1b5dab3']}} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:49.734231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566d4931-8b65-4890-a92f-6bd830ae64fa') {'for_net_delete': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:49.734512 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566d4931-8b65-4890-a92f-6bd830ae64fa') {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:18:49.764236 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465740'] for segment, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.767847 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:49.790315 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.801151 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:18:49.801534 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9385237'] for segment, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: from cryptography.utils import int_from_bytes Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: from cryptography.utils import int_from_bytes Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: Traceback (most recent call last): Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: timer() Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: cb(*args, **kw) Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: return func(*args, **kwargs) Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: self._notify() Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: self.callback(batched_events) Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: event.method(event) Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: return f(self, *a, **k) Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._get(url).json() Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: return self.request(url, 'GET', **kwargs) Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:18:49.805479 dv-cinder-777574-6-iscsi neutron-server[93539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:18:49.809966 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-cc1f4cd4-73f7-4b3b-88e5-15333a9278ab tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4100583 Jul 01 07:18:49.946554 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-dd5c8343-29f8-4244-b3d9-696e9d0219a0 service neutron] 10.222.0.35 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265903 Jul 01 07:18:49.979207 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a8d9dc-d9f0-4485-8223-5f873fa9139b req-f842ffbe-3744-48b3-b83c-0510f611fc06 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:49.980983 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-81a8d9dc-d9f0-4485-8223-5f873fa9139b req-f842ffbe-3744-48b3-b83c-0510f611fc06 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 944 time: 0.0684028 Jul 01 07:18:50.009135 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.015491 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.020303 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] 10.222.0.35 "DELETE /v2.0/networks/537dded3-0738-4224-9dca-49e3e1b5dab3 HTTP/1.1" status: 204 len: 168 time: 0.7819164 Jul 01 07:18:50.026219 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-81a8d9dc-d9f0-4485-8223-5f873fa9139b req-d8129e60-5b20-4c64-941d-763992bbdba8 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 Jul 01 07:18:50.043006 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:18:50.049679 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9e838-b51e-4448-98b6-66b510814084 admin admin] Pushing event deleted for resources: {'Network': ['ID=537dded3-0738-4224-9dca-49e3e1b5dab3,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:50.069772 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-58807a2f-4731-41c2-a49d-1f3af6b8c189 service neutron] 10.222.0.35 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171610 Jul 01 07:18:50.125102 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Attempting to bind port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:18:50.127348 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Attempting to bind port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:18:50.127680 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Attempting to bind port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 on network f433c032-9b4f-41a6-8739-2361e1276fc0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:50.132821 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 on network f433c032-9b4f-41a6-8739-2361e1276fc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:18:50.133460 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Attempting to bind port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 on network f433c032-9b4f-41a6-8739-2361e1276fc0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:50.140014 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:18:50.140348 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Checking segment: {'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:50.140721 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Bound using segment: {'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:18:50.141481 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Bound port: 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:18:50.141839 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.196622 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131b9d1-18c5-4ad7-8dcc-df1d39d91972 req-0a9e0650-5efd-4d69-ba5f-1a3f58a49571 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:50.198653 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b131b9d1-18c5-4ad7-8dcc-df1d39d91972 req-0a9e0650-5efd-4d69-ba5f-1a3f58a49571 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0660903 Jul 01 07:18:50.205901 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] For port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:18:50.208998 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] For port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:18:50.236790 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b131b9d1-18c5-4ad7-8dcc-df1d39d91972 req-7d8d83ec-99ce-4e85-8748-a40a92eed8a8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319533 Jul 01 07:18:50.332377 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3217c37-e24a-40a4-9eda-50e909594877 req-573480bb-9c76-4ab1-85f0-9f905dd5a876 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 210 time: 0.0312002 Jul 01 07:18:50.347009 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.386191 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:50.386191 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.386191 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 HTTP/1.1" status: 200 len: 1094 time: 1.6048083 Jul 01 07:18:50.386191 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a7ad61f-7f83-4e89-a71a-be90578a97f1', 'tag': '6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:50.386191 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655f0b10-568a-493e-b00b-df370e6fceb5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a7ad61f-7f83-4e89-a71a-be90578a97f1", "tag": "6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:50.399445 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50192) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:50.409519 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02513aff-3916-4ccb-92f8-c573c3447248 service neutron] Pushing event updated for resources: {'Port': ['ID=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:50.442822 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa2effa-341c-4bd1-b9c6-2472b5ad36c9 x-openstack-request-id: req-8fa2effa-341c-4bd1-b9c6-2472b5ad36c9 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:50.443175 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a7ad61f-7f83-4e89-a71a-be90578a97f1", "tag": "6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:50.443433 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8fa2effa-341c-4bd1-b9c6-2472b5ad36c9 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:50.443903 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a7ad61f-7f83-4e89-a71a-be90578a97f1', 'tag': '6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8', 'status': 'completed', 'code': 200} Jul 01 07:18:50.457929 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-4b09d446-f540-42eb-8366-788c69073981 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc16723ae31842659f4e77c84143dba6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565472 Jul 01 07:18:50.460544 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50198) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:50.512607 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e86ccf79-bc85-4d8f-b23f-efbff750ef62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.514854 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f0b10-568a-493e-b00b-df370e6fceb5 req-78d09e3c-1917-4bf0-b971-949679a4a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:50.516486 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-655f0b10-568a-493e-b00b-df370e6fceb5 req-78d09e3c-1917-4bf0-b971-949679a4a54e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c88cc3e18dee46cc99eae725817c001f&device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 1097 time: 0.0532756 Jul 01 07:18:50.533154 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e86ccf79-bc85-4d8f-b23f-efbff750ef62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.617882 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f0b10-568a-493e-b00b-df370e6fceb5 req-516f1e72-5896-47d3-96a9-2a02657e93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:50.619969 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-655f0b10-568a-493e-b00b-df370e6fceb5 req-516f1e72-5896-47d3-96a9-2a02657e93c2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c88cc3e18dee46cc99eae725817c001f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0935018 Jul 01 07:18:50.699138 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e86ccf79-bc85-4d8f-b23f-efbff750ef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.701705 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e86ccf79-bc85-4d8f-b23f-efbff750ef62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:50.702873 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e86ccf79-bc85-4d8f-b23f-efbff750ef62 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f0c173d-f31f-40e0-806e-313e5fc335e4 HTTP/1.1" status: 204 len: 168 time: 0.2412043 Jul 01 07:18:50.721846 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f0b10-568a-493e-b00b-df370e6fceb5 req-383c5f05-05cd-4c0e-aa53-e757974ae2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:50.724017 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ccf79-bc85-4d8f-b23f-efbff750ef62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0c173d-f31f-40e0-806e-313e5fc335e4,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:50.728580 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-655f0b10-568a-493e-b00b-df370e6fceb5 req-383c5f05-05cd-4c0e-aa53-e757974ae2b3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975323 Jul 01 07:18:50.826740 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-bb0a8ee1-91e2-414b-b00d-35b07f867c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:50.828266 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-bb0a8ee1-91e2-414b-b00d-35b07f867c0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c88cc3e18dee46cc99eae725817c001f&device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 1097 time: 0.0527956 Jul 01 07:18:50.872211 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-d0309b1b-c6cb-43cb-a2a3-de8050e162c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 HTTP/1.1" status: 200 len: 217 time: 0.0349281 Jul 01 07:18:50.939373 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-0aa40e13-c242-4f6a-bfab-8702999ad078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:50.940890 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-0aa40e13-c242-4f6a-bfab-8702999ad078 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb82657a-4eb2-4c15-afa7-e667c7bbe24f HTTP/1.1" status: 200 len: 849 time: 0.0614049 Jul 01 07:18:50.990224 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-7d2697fa-fcd4-4ee8-acf7-4bb813115775 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f433c032-9b4f-41a6-8739-2361e1276fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262051 Jul 01 07:18:51.101468 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-f6c01cd9-ec09-4c65-be48-daa3a56cec4f service neutron] 10.222.0.26 "GET /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976777 Jul 01 07:18:51.202987 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c9ef85b4-149a-4715-a8f7-155d77ad93cf req-47095189-7231-4b45-8f79-e8c241777a98 service neutron] 10.222.0.26 "GET /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945642 Jul 01 07:18:51.224721 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d09fb4-3665-425d-b662-40099cf5aeb8 req-f89101f9-1241-40b8-8d5e-556d1c7f1288 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:51.226332 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-18d09fb4-3665-425d-b662-40099cf5aeb8 req-f89101f9-1241-40b8-8d5e-556d1c7f1288 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 944 time: 0.0673709 Jul 01 07:18:51.266968 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-18d09fb4-3665-425d-b662-40099cf5aeb8 req-50612dca-2700-4694-bfa2-cc40af0f38df tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Jul 01 07:18:51.432816 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec88d-b697-4302-a9d5-d24084e85f47 req-abe38720-1a6b-40ad-8425-54fe9a5e7713 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:51.434405 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e78ec88d-b697-4302-a9d5-d24084e85f47 req-abe38720-1a6b-40ad-8425-54fe9a5e7713 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0770640 Jul 01 07:18:51.477768 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e78ec88d-b697-4302-a9d5-d24084e85f47 req-cf38ca57-0e93-4ddf-abc0-67b9182a5439 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374324 Jul 01 07:18:51.509063 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e839264f-72eb-4360-907c-2ae1830e4da4 req-bfe0dec4-dbda-4420-8838-14c2c5b7ce10 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 210 time: 0.0318413 Jul 01 07:18:52.448569 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5a447-88dc-4fc3-a3b2-682d7dc7afae req-f1fc8951-7b5a-4952-96c2-6b029a96968d tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:52.455823 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dff5a447-88dc-4fc3-a3b2-682d7dc7afae req-f1fc8951-7b5a-4952-96c2-6b029a96968d tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 944 time: 0.0770781 Jul 01 07:18:52.508458 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dff5a447-88dc-4fc3-a3b2-682d7dc7afae req-7a2e7a88-1249-4572-980d-4c6630da7c57 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456421 Jul 01 07:18:52.655484 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-63fdfe16-6561-4acf-baab-a0d99bec9aba req-6e0ecbf1-5ffd-4d8d-b322-11b9657a5815 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 210 time: 0.0349991 Jul 01 07:18:52.862329 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498d1b6-ebe8-4c32-9616-70135a9412d6 req-cd52e949-0e43-4e16-b5dd-f9aafd0df2d1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:52.863824 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0498d1b6-ebe8-4c32-9616-70135a9412d6 req-cd52e949-0e43-4e16-b5dd-f9aafd0df2d1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.2561166 Jul 01 07:18:52.905558 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0498d1b6-ebe8-4c32-9616-70135a9412d6 req-40452e84-943a-4479-81e7-c67a335aea0b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356791 Jul 01 07:18:52.921024 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-2fec1ceb-1ae8-4fe7-8d37-7678914b958f tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:52.922776 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-2fec1ceb-1ae8-4fe7-8d37-7678914b958f tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 815 time: 0.1198792 Jul 01 07:18:52.936554 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Request body: {'port': {'device_id': '718687b8-4958-4828-b691-f11cd3973919', 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'admin_state_up': True, 'tenant_id': '3bbc05c0c7ff4feba2f529e41705f75f'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:53.046596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 50300) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:53.157159 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Made reservation on behalf of 3bbc05c0c7ff4feba2f529e41705f75f for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:53.161644 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.237684 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2167796c-430e-4c18-ab2f-bab58bd3e2b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.327554 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Allocated IP 172.20.0.13 (7893b582-cdf9-4779-bb39-31b78258db7f/2599902a-f41b-4014-9873-e24797fbbb73/c63b7661-e2d2-4d24-8af7-3c90465da55f) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:18:53.438474 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2167796c-430e-4c18-ab2f-bab58bd3e2b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.510255 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.525800 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2167796c-430e-4c18-ab2f-bab58bd3e2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.577864 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-2167796c-430e-4c18-ab2f-bab58bd3e2b8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1c5427b738914dbe816fb5890d7e4ec6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302269 Jul 01 07:18:53.580964 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50320) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:53.581205 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167796c-430e-4c18-ab2f-bab58bd3e2b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fadd329-006e-4035-827f-1f5b21e1518e,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:53.645032 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.645395 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2807b3b5-40d7-41f4-99ca-bba63de19217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.658792 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['575096a4-b82b-401f-b590-b5c17dae4cb8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:53.673985 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2807b3b5-40d7-41f4-99ca-bba63de19217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.675608 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50322) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:53.810848 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Network 7893b582-cdf9-4779-bb39-31b78258db7f is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:18:53.813325 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Pushing event updated for resources: {'Port': ['ID=c63b7661-e2d2-4d24-8af7-3c90465da55f,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:53.819398 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:53.829922 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0861-e601-4c30-b8bb-7270aed77b2a req-29c9abdb-b9f8-4dfd-a0ae-f3e793c9bf3b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:53.839452 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b4eb0861-e601-4c30-b8bb-7270aed77b2a req-29c9abdb-b9f8-4dfd-a0ae-f3e793c9bf3b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 944 time: 0.2039704 Jul 01 07:18:53.980208 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:18:53.982519 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5c2afadc-8183-43c0-9276-59773769ad9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.983214 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b4eb0861-e601-4c30-b8bb-7270aed77b2a req-da1b58d0-bf85-4a6f-9d17-626ceab76bb0 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007860 Jul 01 07:18:53.983214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:53.983214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:53.983695 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3dac5-9b53-4b52-a80b-d1bd49cd1b12 req-a6d37060-574f-47cb-b964-8ceeab51462e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:53.983695 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2cd3dac5-9b53-4b52-a80b-d1bd49cd1b12 req-a6d37060-574f-47cb-b964-8ceeab51462e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 932 time: 0.1851580 Jul 01 07:18:54.038555 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2cd3dac5-9b53-4b52-a80b-d1bd49cd1b12 req-1bd0204c-6119-482a-9909-3a41204060fd tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488827 Jul 01 07:18:54.041941 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2807b3b5-40d7-41f4-99ca-bba63de19217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.047179 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2807b3b5-40d7-41f4-99ca-bba63de19217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.051323 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-2807b3b5-40d7-41f4-99ca-bba63de19217 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0fadd329-006e-4035-827f-1f5b21e1518e HTTP/1.1" status: 204 len: 168 time: 0.4663167 Jul 01 07:18:54.069108 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807b3b5-40d7-41f4-99ca-bba63de19217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fadd329-006e-4035-827f-1f5b21e1518e,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:54.156604 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5c2afadc-8183-43c0-9276-59773769ad9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.186633 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386f27f-8182-4840-a5d8-ac140b8e7a2b req-7278c310-780b-4612-a20d-df056d8e9ced tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:54.188615 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1386f27f-8182-4840-a5d8-ac140b8e7a2b req-7278c310-780b-4612-a20d-df056d8e9ced tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0978761 Jul 01 07:18:54.253051 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1386f27f-8182-4840-a5d8-ac140b8e7a2b req-a37df9f7-3527-4c22-9ef5-a60322fd058d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462770 Jul 01 07:18:54.302085 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5c2afadc-8183-43c0-9276-59773769ad9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.341631 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-5c2afadc-8183-43c0-9276-59773769ad9b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5f432d5b2a04a47b4cf0c77e838c530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649384 Jul 01 07:18:54.342579 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2afadc-8183-43c0-9276-59773769ad9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d6049f-7be2-4bb8-b4a8-c2b10f062295,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:54.344553 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 50338) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:54.395549 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0f1f0c9-9149-4a49-8f34-18bf31d86a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.421323 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-12c9f91a-7c12-41bd-9771-87ac75984d61 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4891953 Jul 01 07:18:54.423066 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0f1f0c9-9149-4a49-8f34-18bf31d86a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.441416 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Request body: {'port': {'device_id': '718687b8-4958-4828-b691-f11cd3973919', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:54.522122 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.622482 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0f1f0c9-9149-4a49-8f34-18bf31d86a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.625061 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0f1f0c9-9149-4a49-8f34-18bf31d86a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.626168 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-a0f1f0c9-9149-4a49-8f34-18bf31d86a14 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d2d6049f-7be2-4bb8-b4a8-c2b10f062295 HTTP/1.1" status: 204 len: 168 time: 0.2804470 Jul 01 07:18:54.642269 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1f0c9-9149-4a49-8f34-18bf31d86a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d6049f-7be2-4bb8-b4a8-c2b10f062295,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:54.797098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63b7661-e2d2-4d24-8af7-3c90465da55f {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:54.804123 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.815655 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Transition to ACTIVE for port object c63b7661-e2d2-4d24-8af7-3c90465da55f will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:18:54.898405 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:54.970385 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Pushing event updated for resources: {'Port': ['ID=c63b7661-e2d2-4d24-8af7-3c90465da55f,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:55.080293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Attempting to bind port c63b7661-e2d2-4d24-8af7-3c90465da55f on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:18:55.080629 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Attempting to bind port c63b7661-e2d2-4d24-8af7-3c90465da55f by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:18:55.080956 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Attempting to bind port c63b7661-e2d2-4d24-8af7-3c90465da55f on network 7893b582-cdf9-4779-bb39-31b78258db7f {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:55.090101 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Port c63b7661-e2d2-4d24-8af7-3c90465da55f on network 7893b582-cdf9-4779-bb39-31b78258db7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:18:55.090511 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Attempting to bind port c63b7661-e2d2-4d24-8af7-3c90465da55f on network 7893b582-cdf9-4779-bb39-31b78258db7f {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:18:55.095846 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:18:55.096175 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Checking segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:55.096550 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Bound using segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:18:55.096967 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Bound port: c63b7661-e2d2-4d24-8af7-3c90465da55f, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:18:55.097315 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:55.198058 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] For port c63b7661-e2d2-4d24-8af7-3c90465da55f, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:18:55.199231 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e7d16-c097-4e27-bcbc-ede30ff15c4a req-41a3b34b-e0ff-493e-9903-0f3faba7de74 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:55.202391 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e05e7d16-c097-4e27-bcbc-ede30ff15c4a req-41a3b34b-e0ff-493e-9903-0f3faba7de74 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 944 time: 0.1028957 Jul 01 07:18:55.206409 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] For port c63b7661-e2d2-4d24-8af7-3c90465da55f, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=c63b7661-e2d2-4d24-8af7-3c90465da55f,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:18:55.255756 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e05e7d16-c097-4e27-bcbc-ede30ff15c4a req-cd9aaab3-13cf-4f6c-a06a-5078085b97fd tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Jul 01 07:18:55.308337 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:55.360711 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:18:55.385077 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b59aa-65cb-468b-be36-a5f02ecb37a3 req-3f484766-8f1a-458a-a25d-70823ad41d11 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:55.392754 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-439b59aa-65cb-468b-be36-a5f02ecb37a3 req-3f484766-8f1a-458a-a25d-70823ad41d11 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 944 time: 0.1778274 Jul 01 07:18:55.395325 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:55.396032 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:55.397489 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] 10.222.0.26 "PUT /v2.0/ports/c63b7661-e2d2-4d24-8af7-3c90465da55f HTTP/1.1" status: 200 len: 1094 time: 0.9642985 Jul 01 07:18:55.402061 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718687b8-4958-4828-b691-f11cd3973919', 'tag': 'c63b7661-e2d2-4d24-8af7-3c90465da55f'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:55.404380 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dc38eb-fda0-4008-be48-6c2252063a40" -d '{"events": [{"name": "network-changed", "server_uuid": "718687b8-4958-4828-b691-f11cd3973919", "tag": "c63b7661-e2d2-4d24-8af7-3c90465da55f"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:55.431089 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0b70d-3016-47e1-bc19-ad5491ca3311 req-ef70cc2d-7572-4a82-ad52-ae8c37d9517c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:55.438441 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b6f0b70d-3016-47e1-bc19-ad5491ca3311 req-ef70cc2d-7572-4a82-ad52-ae8c37d9517c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0727468 Jul 01 07:18:55.463511 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-439b59aa-65cb-468b-be36-a5f02ecb37a3 req-461f6381-3c3b-4110-b913-dc999882246a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697043 Jul 01 07:18:55.465541 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a0f73-e5e2-40f4-84a8-4b77d143f047 service neutron] Pushing event updated for resources: {'Port': ['ID=c63b7661-e2d2-4d24-8af7-3c90465da55f,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:55.527281 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b6f0b70d-3016-47e1-bc19-ad5491ca3311 req-5362be7f-3e31-4c80-86a4-2506fce86689 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810978 Jul 01 07:18:55.562036 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:55.578308 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8', 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0', 'port_id': '6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8', 'mac_address': 'fa:16:3e:ea:41:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb82657a-4eb2-4c15-afa7-e667c7bbe24f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:18:55.594585 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-1969af25-8816-4b52-84df-90ccbbc00a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:55.596228 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-1969af25-8816-4b52-84df-90ccbbc00a96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 1097 time: 0.0817783 Jul 01 07:18:55.652556 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-ec5adfc6-a98d-4d97-89a6-e19f99a9c212 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c63b7661-e2d2-4d24-8af7-3c90465da55f HTTP/1.1" status: 200 len: 217 time: 0.0464742 Jul 01 07:18:55.665396 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:55.679339 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:18:55.720741 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a4b550-b611-4a10-9849-f26c9429a4cd x-openstack-request-id: req-99a4b550-b611-4a10-9849-f26c9429a4cd {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:55.721099 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718687b8-4958-4828-b691-f11cd3973919", "tag": "c63b7661-e2d2-4d24-8af7-3c90465da55f", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:55.721333 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:55.721466 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-99a4b550-b611-4a10-9849-f26c9429a4cd {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:55.721915 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718687b8-4958-4828-b691-f11cd3973919', 'tag': 'c63b7661-e2d2-4d24-8af7-3c90465da55f', 'status': 'completed', 'code': 200} Jul 01 07:18:55.723424 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-458def0e-d63f-4a86-b125-118d8248a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:55.725043 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-458def0e-d63f-4a86-b125-118d8248a623 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.0536761 Jul 01 07:18:55.770029 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-25f2b0f1-5c99-46e1-95b0-c4594cbad5a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308788 Jul 01 07:18:55.781911 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:55.829909 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:55.838078 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.838628 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.839096 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.839545 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.839947 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.840397 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.840818 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.841235 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.841671 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.842088 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.842527 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.842853 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:18:55.866584 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-11491a88-518a-4ca4-9505-914fbb798c46 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874798 Jul 01 07:18:55.981763 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50402) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:56.074057 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:18:56.119268 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-38608084-network', 'tenant_id': '3f65a637dff2403d94892c735411360b'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:56.237570 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-44581f67-aeb6-40e7-979b-fe0b2db72c3c req-29fc32f8-bd9b-4046-bd65-e0442e4a8225 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576801 Jul 01 07:18:56.264170 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Made reservation on behalf of 3f65a637dff2403d94892c735411360b for: {'network': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:56.266665 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:56.276375 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:56.421408 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-ec571f29-ed52-4c37-a72c-8c2644b3d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:56.422969 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-ec571f29-ed52-4c37-a72c-8c2644b3d4ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 1097 time: 0.0646541 Jul 01 07:18:56.438276 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:56.474822 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfdfc2-34e0-4f5e-a008-dd5f8ea542d5 req-20113834-4d79-48e2-8ce7-73473eb467b9 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:56.476377 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-88cfdfc2-34e0-4f5e-a008-dd5f8ea542d5 req-20113834-4d79-48e2-8ce7-73473eb467b9 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 945 time: 0.0799856 Jul 01 07:18:56.523158 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-88cfdfc2-34e0-4f5e-a008-dd5f8ea542d5 req-ee7a05fd-9766-433d-a9f2-1a2276c55a8c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351913 Jul 01 07:18:56.526742 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:56.536958 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-2f53d966-c3e1-4a62-8e40-57e48900f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:56.536958 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-2f53d966-c3e1-4a62-8e40-57e48900f05c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 916 time: 0.1026518 Jul 01 07:18:56.565885 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:18:56.568754 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f072e4-bc31-4e8c-8679-3bdb9fb0100d,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:56.575166 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:56.575860 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.segments_db [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Added segment fc579db9-402e-4c16-b5d1-7c5209f97379 of type vlan for network 8ba03401-5760-4688-b3af-e8dbd39fd046 Jul 01 07:18:56.594058 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-7a5855c8-ca56-4c0d-bf48-fd131919ee6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c63b7661-e2d2-4d24-8af7-3c90465da55f HTTP/1.1" status: 200 len: 217 time: 0.0451243 Jul 01 07:18:56.624977 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:56.673282 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-15d9915c-5f1c-445a-9cb8-b47ecdee2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:56.674727 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-15d9915c-5f1c-445a-9cb8-b47ecdee2cc0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.0732720 Jul 01 07:18:56.701579 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a289d8-3c22-412d-aa8f-0eceb7281f53 req-2493ac9d-2aee-499e-a553-53f2b9cca7aa tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:56.703040 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d8a289d8-3c22-412d-aa8f-0eceb7281f53 req-2493ac9d-2aee-499e-a553-53f2b9cca7aa tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 944 time: 0.1120629 Jul 01 07:18:56.720275 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a6fad-39e9-4293-bd41-03cb04ba21b3 req-603f4dee-9d71-48ce-9e17-900d0a88e05d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:56.721618 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-f3c70834-e43f-4203-9fc6-1e0460989edc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372803 Jul 01 07:18:56.721819 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b89a6fad-39e9-4293-bd41-03cb04ba21b3 req-603f4dee-9d71-48ce-9e17-900d0a88e05d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0664186 Jul 01 07:18:56.745942 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:56.746875 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:56.747473 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:56.797663 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b89a6fad-39e9-4293-bd41-03cb04ba21b3 req-6a925f0d-1cb9-420a-afb2-d22e75727af5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698805 Jul 01 07:18:56.808008 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d8a289d8-3c22-412d-aa8f-0eceb7281f53 req-9e1b3de6-eaeb-4140-841b-2863cb59de6b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884700 Jul 01 07:18:56.836059 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] Pushing event updated for resources: {'Network': ['ID=8ba03401-5760-4688-b3af-e8dbd39fd046,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:56.849958 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 8ba03401-5760-4688-b3af-e8dbd39fd046 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:18:56.868942 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-efac365c-3198-4232-8691-38ef77ac1b3a service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349640 Jul 01 07:18:56.915682 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-6dfeb8a4-27ed-474b-960d-6f9c6a9761d1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9315619 Jul 01 07:18:56.917883 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50424) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:56.922916 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Request body: {'subnet': {'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-38608084-subnet', 'tenant_id': '3f65a637dff2403d94892c735411360b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:18:56.964239 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c8dc38eb-fda0-4008-be48-6c2252063a40 req-b1e78606-58b4-48b3-89ce-e6f5587bb328 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850332 Jul 01 07:18:57.024384 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Made reservation on behalf of 3f65a637dff2403d94892c735411360b for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:18:57.027756 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:57.292999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:57.345982 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428e4088-e351-4e9f-a10f-8fa34e91c831,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:57.359076 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:18:57.359249 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Checking segment: {'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:18:57.359585 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Network hostable DHCP agents. Network: 8ba03401-5760-4688-b3af-e8dbd39fd046, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:18:57.473289 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Network 8ba03401-5760-4688-b3af-e8dbd39fd046 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:18:57.473440 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:18:57.478688 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:18:57.483980 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:57.538353 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 8ba03401-5760-4688-b3af-e8dbd39fd046) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:18:57.548646 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:57.548646 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:57.549537 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2374f9d6-e29d-4251-ba6a-9ce35bb93c9f None None] Network 8ba03401-5760-4688-b3af-e8dbd39fd046 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:18:57.558882 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-5b13361d-7afb-4838-addd-d38012f30cd1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0573907 Jul 01 07:18:57.596916 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:57.630610 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-add1e57a-7cd9-43ed-9043-3220de075c13 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7115510 Jul 01 07:18:57.694610 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:18:57.695798 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7ad61f-7f83-4e89-a71a-be90578a97f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:18:57.698265 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc277a3e-eaeb-4c97-8321-154d590f1b2c" -d '{"events": [{"server_uuid": "5a7ad61f-7f83-4e89-a71a-be90578a97f1", "name": "network-vif-plugged", "status": "completed", "tag": "6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:18:57.770112 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-1f49ed82-50c2-4152-abc4-4a4f777f5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:57.771094 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337f5b30-9a24-41d7-962a-40509c72cb61 x-openstack-request-id: req-337f5b30-9a24-41d7-962a-40509c72cb61 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:18:57.773326 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7ad61f-7f83-4e89-a71a-be90578a97f1", "name": "network-vif-plugged", "status": "completed", "tag": "6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:18:57.773326 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-337f5b30-9a24-41d7-962a-40509c72cb61 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:18:57.773517 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-1f49ed82-50c2-4152-abc4-4a4f777f5334 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 1099 time: 0.1608815 Jul 01 07:18:57.773610 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7ad61f-7f83-4e89-a71a-be90578a97f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8', 'code': 200} Jul 01 07:18:57.780932 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-eb0909d7-e939-4a0e-b4b8-fa06f1e114ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:57.782804 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:57.789905 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ea120-7fd5-4d52-8f7c-c87c6bde32b8 None None] Network 8ba03401-5760-4688-b3af-e8dbd39fd046 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:18:57.800458 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b2426-34f1-4cd0-a85b-e24d7c70eb86 req-765aae26-feda-42e6-a303-f4413888cbd0 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:57.807763 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6a4b2426-34f1-4cd0-a85b-e24d7c70eb86 req-765aae26-feda-42e6-a303-f4413888cbd0 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 945 time: 0.1380217 Jul 01 07:18:57.908610 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6a4b2426-34f1-4cd0-a85b-e24d7c70eb86 req-136d86b8-1251-4882-8951-d71497e474dd tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979779 Jul 01 07:18:57.915011 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:58.062211 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d99679-71e4-4b55-ac6c-31ef67efb84d req-c4000a2b-e525-49fd-aa2a-0e43f38e5e99 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:58.064326 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-36d99679-71e4-4b55-ac6c-31ef67efb84d req-c4000a2b-e525-49fd-aa2a-0e43f38e5e99 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.1191561 Jul 01 07:18:58.081154 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-e2da52b8-9308-47be-977c-0f3b8215a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:58.082616 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-e2da52b8-9308-47be-977c-0f3b8215a954 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 916 time: 0.2658484 Jul 01 07:18:58.107561 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-36d99679-71e4-4b55-ac6c-31ef67efb84d req-39b59a3c-2ba0-4964-ad6a-cbfb25acd3ec tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367568 Jul 01 07:18:58.128860 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-0b5129d0-86c5-4c32-8c0a-1234e126c6a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=575096a4-b82b-401f-b590-b5c17dae4cb8 HTTP/1.1" status: 200 len: 217 time: 0.0375569 Jul 01 07:18:58.217260 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aedc77-154c-4740-be12-0304d0ed4b70 req-5fce9197-24ae-479d-a79d-3ee8d82b058f tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:58.226934 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b1aedc77-154c-4740-be12-0304d0ed4b70 req-5fce9197-24ae-479d-a79d-3ee8d82b058f tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 944 time: 0.1861053 Jul 01 07:18:58.257525 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7746f4-f2bd-478d-8826-918224ca8a41 req-5755a81a-ced5-43d8-be31-36c220427b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:58.259610 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3f7746f4-f2bd-478d-8826-918224ca8a41 req-5755a81a-ced5-43d8-be31-36c220427b27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 1099 time: 0.0575006 Jul 01 07:18:58.262079 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-54b2d3bb-706d-4873-8059-1d5abbe533b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:58.263642 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-54b2d3bb-706d-4873-8059-1d5abbe533b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.1218235 Jul 01 07:18:58.283225 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b1aedc77-154c-4740-be12-0304d0ed4b70 req-d689bac1-03f3-4ddc-8ea2-f51e3db55845 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518236 Jul 01 07:18:58.416875 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-369870e7-46c9-4351-a16c-3cf0a8ebec9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277066 Jul 01 07:18:58.419309 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3f7746f4-f2bd-478d-8826-918224ca8a41 req-19afb327-5794-4347-83cf-11b54711a089 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287020 Jul 01 07:18:59.078365 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf2a1e-52f6-43b2-8804-73d1424dbefa req-aa41124d-5b21-4eaf-83b5-f280605866ae tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:59.079856 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-05cf2a1e-52f6-43b2-8804-73d1424dbefa req-aa41124d-5b21-4eaf-83b5-f280605866ae tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 946 time: 0.0612652 Jul 01 07:18:59.084247 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50480) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:59.126347 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-05cf2a1e-52f6-43b2-8804-73d1424dbefa req-928efd30-c6d1-4aeb-aaa8-474e06db09dc tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Jul 01 07:18:59.193122 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-19ba9287-f5a3-4e31-8a9b-22dfe9fb2f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:59.316473 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4b2ac-7c35-4148-b599-1198c066e8ba req-80b971bf-504a-4d46-862d-b273083b1c9c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:59.317975 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d6f4b2ac-7c35-4148-b599-1198c066e8ba req-80b971bf-504a-4d46-862d-b273083b1c9c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0936475 Jul 01 07:18:59.331734 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-19ba9287-f5a3-4e31-8a9b-22dfe9fb2f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:59.362276 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d6f4b2ac-7c35-4148-b599-1198c066e8ba req-a5ac1130-5235-4eb3-afd6-93b41d1d2a0f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356464 Jul 01 07:18:59.395583 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-19ba9287-f5a3-4e31-8a9b-22dfe9fb2f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:59.438081 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-19ba9287-f5a3-4e31-8a9b-22dfe9fb2f66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=720c72b81f9a49d39a511082f973a754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502252 Jul 01 07:18:59.438756 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 50494) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:18:59.440794 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba9287-f5a3-4e31-8a9b-22dfe9fb2f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c52887-b503-417a-9f2f-6b1eb12c9c5f,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:18:59.487827 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-84827517-c0fc-4424-9386-94cf423d83f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:59.507497 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-84827517-c0fc-4424-9386-94cf423d83f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:59.525477 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b8c9a-d8b3-4f35-aab4-b28a8f4dd750 req-24cd1d21-6802-4203-9010-9e42cd51b356 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:18:59.526987 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b42b8c9a-d8b3-4f35-aab4-b28a8f4dd750 req-24cd1d21-6802-4203-9010-9e42cd51b356 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 944 time: 0.0642869 Jul 01 07:18:59.564209 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b42b8c9a-d8b3-4f35-aab4-b28a8f4dd750 req-8a97343a-628d-47cd-9254-15970b4145b3 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314896 Jul 01 07:18:59.627587 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-84827517-c0fc-4424-9386-94cf423d83f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:59.630249 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-84827517-c0fc-4424-9386-94cf423d83f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:18:59.631402 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-84827517-c0fc-4424-9386-94cf423d83f3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1c52887-b503-417a-9f2f-6b1eb12c9c5f HTTP/1.1" status: 204 len: 168 time: 0.1917877 Jul 01 07:18:59.639309 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84827517-c0fc-4424-9386-94cf423d83f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c52887-b503-417a-9f2f-6b1eb12c9c5f,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:00.331253 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device c63b7661-e2d2-4d24-8af7-3c90465da55f details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:19:00.417838 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:00.446664 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port c63b7661-e2d2-4d24-8af7-3c90465da55f, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=c63b7661-e2d2-4d24-8af7-3c90465da55f,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:00.457863 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'c63b7661-e2d2-4d24-8af7-3c90465da55f', 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'port_id': 'c63b7661-e2d2-4d24-8af7-3c90465da55f', 'mac_address': 'fa:16:3e:7c:d3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2599902a-f41b-4014-9873-e24797fbbb73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:19:00.464021 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-8ed05d2b-2192-4f5c-ac98-d51568df1c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:00.497595 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:00.510431 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63b7661-e2d2-4d24-8af7-3c90465da55f {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:19:00.529905 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port c63b7661-e2d2-4d24-8af7-3c90465da55f, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=c63b7661-e2d2-4d24-8af7-3c90465da55f,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:00.584173 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:00.635719 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=c63b7661-e2d2-4d24-8af7-3c90465da55f,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:00.772567 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:01.441468 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:01.574104 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-1fd33226-f61f-437e-99c1-992e2af6845f service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950716 Jul 01 07:19:01.693060 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740984-7eb1-4ce2-bbd1-1e6681fd1824 req-a1ae8fbf-da1f-490d-b19b-c86e1cf07476 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:01.694623 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f9740984-7eb1-4ce2-bbd1-1e6681fd1824 req-a1ae8fbf-da1f-490d-b19b-c86e1cf07476 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0626042 Jul 01 07:19:01.717816 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb72bf-0fa6-4e7b-adb8-73b47dfb8023 req-eab426c4-9d5e-4ede-a189-6c6683669def tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:01.719322 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-98bb72bf-0fa6-4e7b-adb8-73b47dfb8023 req-eab426c4-9d5e-4ede-a189-6c6683669def tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 946 time: 0.1324222 Jul 01 07:19:01.721501 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f319b120-2b12-4b6b-8143-856f865a0cbc req-67ad909c-684b-4048-94af-15a58beec28d service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330497 Jul 01 07:19:01.731750 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f9740984-7eb1-4ce2-bbd1-1e6681fd1824 req-3f42727d-8ccd-434b-99b9-2c9ba6d4f9c4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304606 Jul 01 07:19:01.747838 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['c63b7661-e2d2-4d24-8af7-3c90465da55f'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:19:01.760572 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-98bb72bf-0fa6-4e7b-adb8-73b47dfb8023 req-bea4bffd-1f1a-41b7-a844-c4465cc83654 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351124 Jul 01 07:19:01.931940 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235ebf5-bbb0-49e7-ac12-0bea053b90e7 req-a5dbffce-75c0-43ee-a19f-39151ea27e55 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:01.933440 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d235ebf5-bbb0-49e7-ac12-0bea053b90e7 req-a5dbffce-75c0-43ee-a19f-39151ea27e55 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 945 time: 0.0751777 Jul 01 07:19:01.971124 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d235ebf5-bbb0-49e7-ac12-0bea053b90e7 req-7f56e871-0924-40c6-a5a9-0c99f3c83d5a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315349 Jul 01 07:19:02.957354 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d216e326-0f25-4138-a54b-6eec0362074f req-c8688e61-1ce3-474d-bc76-bb949d839208 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:02.958542 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd2038-b6cf-4945-8ec3-48ba9eaec34f req-bbfa7464-c0cb-400c-8db3-376a96ecb92f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:02.960157 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1ebd2038-b6cf-4945-8ec3-48ba9eaec34f req-bbfa7464-c0cb-400c-8db3-376a96ecb92f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0861831 Jul 01 07:19:02.963926 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d216e326-0f25-4138-a54b-6eec0362074f req-c8688e61-1ce3-474d-bc76-bb949d839208 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 946 time: 0.0844512 Jul 01 07:19:03.007854 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1ebd2038-b6cf-4945-8ec3-48ba9eaec34f req-3149b3f7-2029-4635-8b54-dbf8591224cb tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Jul 01 07:19:03.016690 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:03.030053 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d216e326-0f25-4138-a54b-6eec0362074f req-6c1c5b83-e7a8-4cfe-ba8b-dab1df681295 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594399 Jul 01 07:19:03.208010 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553c681-519a-48db-8d6e-c630a13e3bf1 req-949ab855-3e06-4f16-b3be-6408399bda78 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:03.210221 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5553c681-519a-48db-8d6e-c630a13e3bf1 req-949ab855-3e06-4f16-b3be-6408399bda78 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 945 time: 0.0703988 Jul 01 07:19:03.246166 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5553c681-519a-48db-8d6e-c630a13e3bf1 req-582f770b-d32a-4f44-8e41-02d36c93625e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Jul 01 07:19:03.301585 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-aa525f76-bcba-4e42-8418-eb711e6a8b86 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:03.303077 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-aa525f76-bcba-4e42-8418-eb711e6a8b86 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/networks?id=8ba03401-5760-4688-b3af-e8dbd39fd046 HTTP/1.1" status: 200 len: 812 time: 0.1084166 Jul 01 07:19:03.318030 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b97dde96-e47b-49f2-afb6-a981a0aee879 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/quotas/3f65a637dff2403d94892c735411360b HTTP/1.1" status: 200 len: 375 time: 0.0087378 Jul 01 07:19:03.350514 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-27aa65c7-31cf-4420-9889-f46084ba1f92 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f65a637dff2403d94892c735411360b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262878 Jul 01 07:19:03.398351 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device c63b7661-e2d2-4d24-8af7-3c90465da55f up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:03.446368 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-79660531-becc-4200-9376-3873d15c7e2e service neutron] 10.222.0.35 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886223 Jul 01 07:19:03.536135 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-f28bcfa6-c2e4-4b1b-9652-70de9a24a4ad service neutron] 10.222.0.35 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837536 Jul 01 07:19:03.566976 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port c63b7661-e2d2-4d24-8af7-3c90465da55f completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:03.570854 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port c63b7661-e2d2-4d24-8af7-3c90465da55f triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:03.578390 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:03.654526 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:03.682253 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718687b8-4958-4828-b691-f11cd3973919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63b7661-e2d2-4d24-8af7-3c90465da55f'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:03.684716 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600588c3-7d2d-423f-b405-b0523a36d4f4" -d '{"events": [{"server_uuid": "718687b8-4958-4828-b691-f11cd3973919", "name": "network-vif-plugged", "status": "completed", "tag": "c63b7661-e2d2-4d24-8af7-3c90465da55f"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:03.697330 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port c63b7661-e2d2-4d24-8af7-3c90465da55f, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=c63b7661-e2d2-4d24-8af7-3c90465da55f,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:03.773755 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:03.828106 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3681cfbd-7f8d-4831-a07d-25b7c67f8728 x-openstack-request-id: req-3681cfbd-7f8d-4831-a07d-25b7c67f8728 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:03.828657 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718687b8-4958-4828-b691-f11cd3973919", "name": "network-vif-plugged", "status": "completed", "tag": "c63b7661-e2d2-4d24-8af7-3c90465da55f", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:03.828976 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3681cfbd-7f8d-4831-a07d-25b7c67f8728 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:03.829338 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718687b8-4958-4828-b691-f11cd3973919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63b7661-e2d2-4d24-8af7-3c90465da55f', 'code': 200} Jul 01 07:19:03.840242 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=c63b7661-e2d2-4d24-8af7-3c90465da55f,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:03.901377 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c732b2ea-19fc-4266-88b4-69b635d2c3ac req-ab0492c7-3489-429c-babe-ffcc40cea2d5 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 210 time: 0.0327089 Jul 01 07:19:04.209701 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c31fe3b-c3ad-46b3-97a5-6217d0f6527b req-412e0a9f-4d15-422d-b50e-b3cf5cc6e0a5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:04.211333 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2c31fe3b-c3ad-46b3-97a5-6217d0f6527b req-412e0a9f-4d15-422d-b50e-b3cf5cc6e0a5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0712187 Jul 01 07:19:04.264248 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9540e22c-00f0-4d12-946b-a2c1b36fa896 req-05aa83ad-190e-47d9-b74f-04111b164008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:04.266747 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9540e22c-00f0-4d12-946b-a2c1b36fa896 req-05aa83ad-190e-47d9-b74f-04111b164008 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 1099 time: 0.0752928 Jul 01 07:19:04.273694 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2c31fe3b-c3ad-46b3-97a5-6217d0f6527b req-572f6d90-5596-47c9-99a2-3a0e87259d26 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540862 Jul 01 07:19:04.316547 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9540e22c-00f0-4d12-946b-a2c1b36fa896 req-1095710a-ba34-4af8-8772-7c907900654a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Jul 01 07:19:04.452017 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6477ae3c-3bd0-43da-8084-3c5c850f7ca0 req-78da5bb0-8669-4779-9180-3640d6a966c8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:04.453501 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6477ae3c-3bd0-43da-8084-3c5c850f7ca0 req-78da5bb0-8669-4779-9180-3640d6a966c8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 946 time: 0.0737369 Jul 01 07:19:04.494371 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6477ae3c-3bd0-43da-8084-3c5c850f7ca0 req-ee9524df-3155-4c5b-9545-3a155be05141 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327435 Jul 01 07:19:04.660793 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c04d71-292c-4c9b-8746-bbbcf13934ae req-99926405-e129-49f6-b52c-94a90b94287f tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:04.662261 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-53c04d71-292c-4c9b-8746-bbbcf13934ae req-99926405-e129-49f6-b52c-94a90b94287f tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 946 time: 0.0729122 Jul 01 07:19:04.699303 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-53c04d71-292c-4c9b-8746-bbbcf13934ae req-96be8fca-8860-4b9a-803e-7b7858c07e26 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Jul 01 07:19:05.043046 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e66ec95a-f649-4e30-8697-9d0aa38f7828 req-f48c7a7e-e052-4e1f-83bd-a752613fc23f tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 210 time: 0.0288167 Jul 01 07:19:05.452807 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de9d7-707d-4980-8573-31d9583d16e6 req-efd7d990-a452-41be-a3aa-f86c57d5b992 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:05.454294 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-623de9d7-707d-4980-8573-31d9583d16e6 req-efd7d990-a452-41be-a3aa-f86c57d5b992 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0668511 Jul 01 07:19:05.492022 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-623de9d7-707d-4980-8573-31d9583d16e6 req-83e3b88c-0e34-4404-9520-1df7bd81643e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Jul 01 07:19:05.678926 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243bcc6-db61-4be0-815c-41cdb11e1c80 req-b4f5df9d-57c9-4766-9c47-a8b19bb7f086 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:05.678926 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5243bcc6-db61-4be0-815c-41cdb11e1c80 req-b4f5df9d-57c9-4766-9c47-a8b19bb7f086 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 946 time: 0.0718305 Jul 01 07:19:05.718653 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5243bcc6-db61-4be0-815c-41cdb11e1c80 req-41b8e32e-677c-4bfb-a5c2-fec4f801c295 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366929 Jul 01 07:19:05.877955 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac989a-0bf1-450b-83f0-84646238f5f6 req-32e5ea49-c61a-44aa-b87a-aa0a89411558 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:05.879438 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e0ac989a-0bf1-450b-83f0-84646238f5f6 req-32e5ea49-c61a-44aa-b87a-aa0a89411558 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 946 time: 0.0660896 Jul 01 07:19:05.921041 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e0ac989a-0bf1-450b-83f0-84646238f5f6 req-d6dab133-00af-430f-8fab-fae51f0b153d tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354886 Jul 01 07:19:06.202168 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-1444b278-a6ad-4160-a9aa-240966fa9452 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:06.203380 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-eeb5bf1f-8839-49c5-831e-d20e8d2ac2d2 req-5baec60d-19be-4dda-a132-f78c28e7068d tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 210 time: 0.0329521 Jul 01 07:19:06.203745 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-1444b278-a6ad-4160-a9aa-240966fa9452 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.26 "GET /v2.0/networks?id=8ba03401-5760-4688-b3af-e8dbd39fd046 HTTP/1.1" status: 200 len: 812 time: 0.1030869 Jul 01 07:19:06.252687 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Request body: {'port': {'device_id': '38a18155-084f-40ea-979d-08adff05f9c1', 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046', 'admin_state_up': True, 'tenant_id': '3f65a637dff2403d94892c735411360b'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:06.471687 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50724) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:06.475672 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Made reservation on behalf of 3f65a637dff2403d94892c735411360b for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:06.480234 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:06.622003 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0303359c-556e-4372-aef4-49e9b2ce3702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:06.656590 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-4190b3fb-2ff5-4e9b-95cb-56911bdb07af tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:06.658090 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-4190b3fb-2ff5-4e9b-95cb-56911bdb07af tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 946 time: 0.1498694 Jul 01 07:19:06.678379 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Allocated IP 172.20.0.13 (8ba03401-5760-4688-b3af-e8dbd39fd046/428e4088-e351-4e9f-a10f-8fa34e91c831/d05fb5c4-8458-49e0-9055-0cbb74e51403) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:06.709184 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c6ee3-d265-4bf2-9d81-f2bb54079047 req-6fdfa5e2-1c72-4702-9051-d55b2d9d209e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:06.710667 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-687c6ee3-d265-4bf2-9d81-f2bb54079047 req-6fdfa5e2-1c72-4702-9051-d55b2d9d209e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0950701 Jul 01 07:19:06.791514 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-687c6ee3-d265-4bf2-9d81-f2bb54079047 req-9c09c7e2-6a4a-41cb-994a-6b5bcdd52e4e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701907 Jul 01 07:19:06.834741 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0303359c-556e-4372-aef4-49e9b2ce3702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:06.836262 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Deleting port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:19:06.837164 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:06.886903 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:06.923230 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0303359c-556e-4372-aef4-49e9b2ce3702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:06.977000 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:06.988516 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-0303359c-556e-4372-aef4-49e9b2ce3702 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49a51ccc61f34770aaa640f250cb4aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5131874 Jul 01 07:19:06.989731 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 50740) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:06.990715 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303359c-556e-4372-aef4-49e9b2ce3702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b1b3e3-25a5-43b2-bb51-951ae807839a,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:07.012641 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] For port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:07.012641 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.038112 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Calling delete_port for 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 owned by compute:nova {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:19:07.051927 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Network 8ba03401-5760-4688-b3af-e8dbd39fd046 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:07.069523 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:07.083043 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:07.122144 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cef93e-dc96-41e6-9349-6cd3f4740971 req-33d6d53a-8197-48b1-8e91-ab7051c60dca tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:07.123639 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-72cef93e-dc96-41e6-9349-6cd3f4740971 req-33d6d53a-8197-48b1-8e91-ab7051c60dca tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 946 time: 0.2546577 Jul 01 07:19:07.125138 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Pushing event updated for resources: {'Port': ['ID=d05fb5c4-8458-49e0-9055-0cbb74e51403,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:07.163454 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abf3afe0-c132-4900-9349-b295b3d8377b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.178039 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:07.179254 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.187358 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-72cef93e-dc96-41e6-9349-6cd3f4740971 req-b1b48469-fd75-4d09-95cb-03bae142d1b5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562720 Jul 01 07:19:07.211449 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abf3afe0-c132-4900-9349-b295b3d8377b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.228928 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add46a6f-125b-4894-bfb1-ab073b6e60b7 req-3409d454-2b27-460e-8a60-3039f178a3df tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:07.230286 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-add46a6f-125b-4894-bfb1-ab073b6e60b7 req-3409d454-2b27-460e-8a60-3039f178a3df tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 946 time: 0.1656272 Jul 01 07:19:07.282659 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b788278c-6c75-4a17-b4fc-27bacabbfac2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0355234 Jul 01 07:19:07.286123 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-add46a6f-125b-4894-bfb1-ab073b6e60b7 req-9cbeb9a7-e231-4887-bad9-0a383212238d tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484524 Jul 01 07:19:07.313890 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Request body: {'port': {'device_id': '38a18155-084f-40ea-979d-08adff05f9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:07.389355 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abf3afe0-c132-4900-9349-b295b3d8377b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.391917 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-abf3afe0-c132-4900-9349-b295b3d8377b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.393052 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-abf3afe0-c132-4900-9349-b295b3d8377b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/37b1b3e3-25a5-43b2-bb51-951ae807839a HTTP/1.1" status: 204 len: 168 time: 0.4023082 Jul 01 07:19:07.407221 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf3afe0-c132-4900-9349-b295b3d8377b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b1b3e3-25a5-43b2-bb51-951ae807839a,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:07.410514 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.426239 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.443271 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:19:07.519462 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Pushing event deleted for resources: {'Port': ['ID=6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:07.602016 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] No DVR routers for this DVR port 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 on host hv-cinder-77757 {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:19:07.606508 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.608552 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2f50b2cb-ea8f-474a-a7b1-5f198f605301 req-06a23062-9ee2-4b1f-9470-59616ad240ca tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.26 "DELETE /v2.0/ports/6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 HTTP/1.1" status: 204 len: 173 time: 0.9385076 Jul 01 07:19:07.609012 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a7ad61f-7f83-4e89-a71a-be90578a97f1', 'name': 'network-vif-deleted', 'tag': '6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:07.611388 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2829fc-a62b-47a5-8c8a-0d6271c11872" -d '{"events": [{"server_uuid": "5a7ad61f-7f83-4e89-a71a-be90578a97f1", "name": "network-vif-deleted", "tag": "6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:07.658053 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b3fdbe-0e50-4f06-a516-f192bb05fd9f x-openstack-request-id: req-76b3fdbe-0e50-4f06-a516-f192bb05fd9f {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:07.658446 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a7ad61f-7f83-4e89-a71a-be90578a97f1", "name": "network-vif-deleted", "tag": "6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:07.658722 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76b3fdbe-0e50-4f06-a516-f192bb05fd9f {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:07.659038 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a7ad61f-7f83-4e89-a71a-be90578a97f1', 'name': 'network-vif-deleted', 'tag': '6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8', 'status': 'completed', 'code': 200} Jul 01 07:19:07.759682 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d713554-83dc-461d-aeb6-22c2320edb6a req-9e7232ec-e106-40c4-b017-813361eea8ba tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:07.761200 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d713554-83dc-461d-aeb6-22c2320edb6a req-9e7232ec-e106-40c4-b017-813361eea8ba tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 932 time: 0.1632276 Jul 01 07:19:07.846129 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d713554-83dc-461d-aeb6-22c2320edb6a req-e85ef2a5-559b-4310-ac6a-8294fc3ea201 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697594 Jul 01 07:19:07.901925 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d05fb5c4-8458-49e0-9055-0cbb74e51403 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:19:07.909504 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:07.922428 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Transition to ACTIVE for port object d05fb5c4-8458-49e0-9055-0cbb74e51403 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:08.030117 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb6673-543c-4e2b-a154-e4b9d889d3bd req-3f6a9043-1172-403b-83a6-cea7853dfff1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:08.031637 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a2cb6673-543c-4e2b-a154-e4b9d889d3bd req-3f6a9043-1172-403b-83a6-cea7853dfff1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0642915 Jul 01 07:19:08.044639 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.116487 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a2cb6673-543c-4e2b-a154-e4b9d889d3bd req-4f2ba5db-4654-4aba-b145-009b9dd24f8b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792675 Jul 01 07:19:08.117057 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Pushing event updated for resources: {'Port': ['ID=d05fb5c4-8458-49e0-9055-0cbb74e51403,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:08.183650 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 50776) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:08.197400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Attempting to bind port d05fb5c4-8458-49e0-9055-0cbb74e51403 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:19:08.197602 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3124bf4f-4499-4de5-8f67-566602d25252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.197742 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Attempting to bind port d05fb5c4-8458-49e0-9055-0cbb74e51403 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:19:08.198066 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Attempting to bind port d05fb5c4-8458-49e0-9055-0cbb74e51403 on network 8ba03401-5760-4688-b3af-e8dbd39fd046 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:08.202314 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Port d05fb5c4-8458-49e0-9055-0cbb74e51403 on network 8ba03401-5760-4688-b3af-e8dbd39fd046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:19:08.202630 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Attempting to bind port d05fb5c4-8458-49e0-9055-0cbb74e51403 on network 8ba03401-5760-4688-b3af-e8dbd39fd046 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:08.207684 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:19:08.208307 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Checking segment: {'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:08.208451 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Bound using segment: {'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:19:08.208794 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Bound port: d05fb5c4-8458-49e0-9055-0cbb74e51403, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:19:08.209146 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.272390 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] For port d05fb5c4-8458-49e0-9055-0cbb74e51403, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:19:08.276341 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] For port d05fb5c4-8458-49e0-9055-0cbb74e51403, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d05fb5c4-8458-49e0-9055-0cbb74e51403,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:19:08.285127 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3124bf4f-4499-4de5-8f67-566602d25252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.361786 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.397289 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:08.397972 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.399883 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] 10.222.0.26 "PUT /v2.0/ports/d05fb5c4-8458-49e0-9055-0cbb74e51403 HTTP/1.1" status: 200 len: 1094 time: 1.0906806 Jul 01 07:19:08.400604 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a18155-084f-40ea-979d-08adff05f9c1', 'tag': 'd05fb5c4-8458-49e0-9055-0cbb74e51403'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:08.402816 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052a9d79-85ea-4cf0-8767-bb29ceb6b577" -d '{"events": [{"name": "network-changed", "server_uuid": "38a18155-084f-40ea-979d-08adff05f9c1", "tag": "d05fb5c4-8458-49e0-9055-0cbb74e51403"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:08.412630 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3124bf4f-4499-4de5-8f67-566602d25252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.424777 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812a30d-e31b-44c9-a8d1-d9006df5c095 service neutron] Pushing event updated for resources: {'Port': ['ID=d05fb5c4-8458-49e0-9055-0cbb74e51403,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:08.487181 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5f8a0950-ebfb-4520-8bdf-defe768bf249 req-7ba26475-9de9-415b-99a4-a7105493507c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a7ad61f-7f83-4e89-a71a-be90578a97f1 HTTP/1.1" status: 200 len: 210 time: 0.0484209 Jul 01 07:19:08.490732 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-3124bf4f-4499-4de5-8f67-566602d25252 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f15ad9469a7249619ddcb7fb03a1e0ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055439 Jul 01 07:19:08.493110 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 50786) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:08.497604 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124bf4f-4499-4de5-8f67-566602d25252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6555d23-c322-49cf-a2e7-75dd8b03a6ca,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:08.559001 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fd7fda-cfdc-46ce-aefa-6ddac8a09004 x-openstack-request-id: req-d7fd7fda-cfdc-46ce-aefa-6ddac8a09004 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:08.559296 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a18155-084f-40ea-979d-08adff05f9c1", "tag": "d05fb5c4-8458-49e0-9055-0cbb74e51403", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:08.559552 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d7fd7fda-cfdc-46ce-aefa-6ddac8a09004 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:08.559939 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a18155-084f-40ea-979d-08adff05f9c1', 'tag': 'd05fb5c4-8458-49e0-9055-0cbb74e51403', 'status': 'completed', 'code': 200} Jul 01 07:19:08.594954 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0eb51b0a-4ea0-419a-8fed-24bf411bd7d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.626707 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0eb51b0a-4ea0-419a-8fed-24bf411bd7d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.629553 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-58185a67-602c-4e8d-9cf4-2e4a4ce435c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:08.631096 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-58185a67-602c-4e8d-9cf4-2e4a4ce435c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f65a637dff2403d94892c735411360b&device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1045673 Jul 01 07:19:08.690642 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-a3870208-2e0d-4cdd-8ca9-abfe814c3d65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05fb5c4-8458-49e0-9055-0cbb74e51403 HTTP/1.1" status: 200 len: 217 time: 0.0353208 Jul 01 07:19:08.740111 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-ca85ffd4-b1a3-4771-8905-36473ed183ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:08.741558 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-ca85ffd4-b1a3-4771-8905-36473ed183ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=428e4088-e351-4e9f-a10f-8fa34e91c831 HTTP/1.1" status: 200 len: 852 time: 0.0439849 Jul 01 07:19:08.789332 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-128600dd-6253-473f-b4ef-e82bf68640ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ba03401-5760-4688-b3af-e8dbd39fd046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305953 Jul 01 07:19:08.790202 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0eb51b0a-4ea0-419a-8fed-24bf411bd7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.793231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0eb51b0a-4ea0-419a-8fed-24bf411bd7d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:08.794591 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0eb51b0a-4ea0-419a-8fed-24bf411bd7d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6555d23-c322-49cf-a2e7-75dd8b03a6ca HTTP/1.1" status: 204 len: 168 time: 0.3004422 Jul 01 07:19:08.827243 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb51b0a-4ea0-419a-8fed-24bf411bd7d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6555d23-c322-49cf-a2e7-75dd8b03a6ca,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:08.906093 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-3103e532-d64a-40f8-836f-f0ebc35c42bb service neutron] 10.222.0.26 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021168 Jul 01 07:19:09.017676 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e3a5b248-4265-47e8-a885-90a2d662f3b2 req-9a1fba79-37e1-46c8-86f8-d262b497545c service neutron] 10.222.0.26 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924335 Jul 01 07:19:09.041599 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2235a-6e7c-4baa-8932-6ad2786dc57f req-0c7d1818-032f-46d6-9430-3b251d2b835e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:09.043035 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-71a2235a-6e7c-4baa-8932-6ad2786dc57f req-0c7d1818-032f-46d6-9430-3b251d2b835e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 944 time: 0.0782614 Jul 01 07:19:09.080445 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-71a2235a-6e7c-4baa-8932-6ad2786dc57f req-5e1a071d-b988-403f-9513-40b39d92e83f tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317934 Jul 01 07:19:09.237188 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-55b6756b-871f-4fc0-a430-de4f2de39278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:09.238846 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-55b6756b-871f-4fc0-a430-de4f2de39278 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f65a637dff2403d94892c735411360b&device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 1097 time: 0.0778477 Jul 01 07:19:09.369044 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c850c5-166a-4f5f-a01d-a941c7013eb3 req-e8590646-034a-4145-a860-343630528cdb tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:09.370541 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-74c850c5-166a-4f5f-a01d-a941c7013eb3 req-e8590646-034a-4145-a860-343630528cdb tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.1306088 Jul 01 07:19:09.392395 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-ce4dd584-2c86-41f6-a4a2-3441e6292e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:09.393780 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-ce4dd584-2c86-41f6-a4a2-3441e6292e16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ba03401-5760-4688-b3af-e8dbd39fd046 HTTP/1.1" status: 200 len: 913 time: 0.1255782 Jul 01 07:19:09.444657 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-74c850c5-166a-4f5f-a01d-a941c7013eb3 req-f11136e4-af82-4f8b-a2e6-56d6e3bca0fe tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683680 Jul 01 07:19:09.446035 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-64c6650c-f970-4f48-9e1d-f7f026654ecc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d05fb5c4-8458-49e0-9055-0cbb74e51403 HTTP/1.1" status: 200 len: 217 time: 0.0394006 Jul 01 07:19:09.508893 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-9a10c5b8-a05e-45c4-bc5c-a3d592bbaaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:09.520500 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-9a10c5b8-a05e-45c4-bc5c-a3d592bbaaa0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=428e4088-e351-4e9f-a10f-8fa34e91c831 HTTP/1.1" status: 200 len: 852 time: 0.0508051 Jul 01 07:19:09.556920 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-cb9c6484-43da-4817-bd44-430a0ab555f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ba03401-5760-4688-b3af-e8dbd39fd046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352616 Jul 01 07:19:09.663961 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-6503fa41-54aa-41cd-b446-4950348ab51b service neutron] 10.222.0.26 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000507 Jul 01 07:19:09.885491 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be0d62-e041-4990-bc9b-f3930e9ad90c req-d12d4403-b61e-4d4f-9bd2-3859c477ff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:09.887383 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-80be0d62-e041-4990-bc9b-f3930e9ad90c req-d12d4403-b61e-4d4f-9bd2-3859c477ff22 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 1098 time: 0.0599732 Jul 01 07:19:09.926122 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-80be0d62-e041-4990-bc9b-f3930e9ad90c req-88ff7c31-30e7-43f3-8c33-9e19024ac8bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307925 Jul 01 07:19:10.115530 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-052a9d79-85ea-4cf0-8767-bb29ceb6b577 req-64b969a1-1ed8-4688-b635-3190eb3de3f5 service neutron] 10.222.0.26 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243715 Jul 01 07:19:10.134711 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-534b3788-ecae-4217-b314-21b23fd69563 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:10.141433 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-534b3788-ecae-4217-b314-21b23fd69563 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/networks?id=f433c032-9b4f-41a6-8739-2361e1276fc0 HTTP/1.1" status: 200 len: 809 time: 0.1549046 Jul 01 07:19:10.152594 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-80541552-f143-4ea5-9144-7dc83d37125e tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/quotas/c88cc3e18dee46cc99eae725817c001f HTTP/1.1" status: 200 len: 375 time: 0.0103450 Jul 01 07:19:10.185679 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-befcacf1-a78a-4048-9ce2-1857b87bb44b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c88cc3e18dee46cc99eae725817c001f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278811 Jul 01 07:19:10.282592 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-f635e0e3-7a8c-4c4b-b016-28e04fc6eab3 service neutron] 10.222.0.35 "GET /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900333 Jul 01 07:19:10.305079 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c44d2-95e4-4be3-841d-4975e651ea08 req-d729883d-b005-4065-af6d-05ba47d4f04e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:10.308527 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3a2c44d2-95e4-4be3-841d-4975e651ea08 req-d729883d-b005-4065-af6d-05ba47d4f04e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 944 time: 0.0875762 Jul 01 07:19:10.354671 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3a2c44d2-95e4-4be3-841d-4975e651ea08 req-ed284d72-7d30-466e-b62d-cb91cda6d753 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387318 Jul 01 07:19:10.387623 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-cee0dfc2-7db0-49b6-90d7-3067b9a42af5 service neutron] 10.222.0.35 "GET /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988872 Jul 01 07:19:10.586436 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-2700d43e-3360-4439-8b60-f1413050426e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:10.588200 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-2700d43e-3360-4439-8b60-f1413050426e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 815 time: 0.1147075 Jul 01 07:19:10.603417 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-6d8b5f85-1782-4db3-8488-0dec6201ca45 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/quotas/3bbc05c0c7ff4feba2f529e41705f75f HTTP/1.1" status: 200 len: 375 time: 0.0097022 Jul 01 07:19:10.678429 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-c31d7d00-125f-4135-94ff-2bfbce72666f tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0701754 Jul 01 07:19:10.777793 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-f87eafb7-3004-45ee-bf56-992e394cd168 service neutron] 10.222.0.35 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916071 Jul 01 07:19:10.796141 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c654c4a-d64b-436d-8947-6564e8c4ebe1 req-12ad6862-1974-4a03-8687-a7e243e539d4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:10.798004 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3c654c4a-d64b-436d-8947-6564e8c4ebe1 req-12ad6862-1974-4a03-8687-a7e243e539d4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0776963 Jul 01 07:19:10.846544 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3c654c4a-d64b-436d-8947-6564e8c4ebe1 req-4493ca5a-dd02-4d46-80e1-12a3b6a40eb8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Jul 01 07:19:10.879977 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-0576227b-101b-4860-8b50-ebf05e26bcf3 service neutron] 10.222.0.35 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960243 Jul 01 07:19:10.944751 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b877ae7-2e4c-43d3-89bb-50d27d5436d8 req-4a6fd3cc-7ae8-4324-bffd-0e27386c71db tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 210 time: 0.0359304 Jul 01 07:19:11.227971 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4050707e-7d4b-4012-9679-90484b3bf44a req-00d4dca7-52f2-46bf-85a5-87bb7fa47354 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0485554 Jul 01 07:19:11.425487 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:19:11.464972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:19:11.464972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 6b9cb1ae-06f8-4f85-93ac-ad5c4fe65de8 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:19:11.541219 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc93175-aa10-4b5c-8475-d7c22fde463a req-06a8e7d7-d374-410f-a089-3f0de51401ee tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:11.543078 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dcc93175-aa10-4b5c-8475-d7c22fde463a req-06a8e7d7-d374-410f-a089-3f0de51401ee tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 944 time: 0.0701301 Jul 01 07:19:11.584083 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dcc93175-aa10-4b5c-8475-d7c22fde463a req-2f02e7ae-98c2-4135-9787-f82b12637a70 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329702 Jul 01 07:19:12.048028 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221945aa-f5cb-44b8-8fa8-c7cd1d0435bc req-524da332-fbba-4877-847a-085757af33fa tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:12.050530 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-221945aa-f5cb-44b8-8fa8-c7cd1d0435bc req-524da332-fbba-4877-847a-085757af33fa tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0763767 Jul 01 07:19:12.102765 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-221945aa-f5cb-44b8-8fa8-c7cd1d0435bc req-fd4c51ef-d535-4085-a025-7388346b5c6b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383968 Jul 01 07:19:12.133724 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e24e39c6-b43e-47bf-bb71-c24196fbbdcd req-931a0553-8417-40d1-8beb-e87e5245fb80 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 210 time: 0.0364187 Jul 01 07:19:12.295482 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f592bea-dfb5-4a02-98e2-2fad258d8389 req-87d8cc65-2050-47f1-9296-29aaa973e7e9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:12.297088 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7f592bea-dfb5-4a02-98e2-2fad258d8389 req-87d8cc65-2050-47f1-9296-29aaa973e7e9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0737555 Jul 01 07:19:12.354150 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7f592bea-dfb5-4a02-98e2-2fad258d8389 req-f1b101d2-eae5-4138-9630-7fdc941bb92d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432510 Jul 01 07:19:12.453056 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-79e76590-5e13-471c-96f2-6ed3c0fefd0f req-e2a1c43b-8c37-483c-b7bb-13a8bd477b31 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0415831 Jul 01 07:19:12.766328 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c44fb7-2966-4249-974d-5c1d86c7ad20 req-8962bf2f-8a01-4ec9-822c-42706f37e3f6 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:12.768724 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d6c44fb7-2966-4249-974d-5c1d86c7ad20 req-8962bf2f-8a01-4ec9-822c-42706f37e3f6 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 944 time: 0.0689125 Jul 01 07:19:12.815621 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d6c44fb7-2966-4249-974d-5c1d86c7ad20 req-09ea4f0e-3592-47ad-920d-ec024d209287 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Jul 01 07:19:13.295396 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-49ff6d32-d189-4b06-b8bf-cce8533912f4 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:13.296913 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-49ff6d32-d189-4b06-b8bf-cce8533912f4 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.26 "GET /v2.0/networks?id=f433c032-9b4f-41a6-8739-2361e1276fc0 HTTP/1.1" status: 200 len: 809 time: 0.1273940 Jul 01 07:19:13.311627 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c1cfe9c4-1ef9-4cb7-8c05-7e8403466abe req-c616129d-43fb-42d6-b6bc-8a4dbdf65817 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 210 time: 0.0313942 Jul 01 07:19:13.320323 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Request body: {'port': {'device_id': '75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6', 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0', 'admin_state_up': True, 'tenant_id': 'c88cc3e18dee46cc99eae725817c001f'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:13.457092 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device d05fb5c4-8458-49e0-9055-0cbb74e51403 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:19:13.549812 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Made reservation on behalf of c88cc3e18dee46cc99eae725817c001f for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:13.554123 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:13.589202 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port d05fb5c4-8458-49e0-9055-0cbb74e51403, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d05fb5c4-8458-49e0-9055-0cbb74e51403,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:13.686727 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-494ef41b-58de-4d0c-bcec-7c2832ed0aa2 req-9eed58c8-77d7-4ef8-96de-a0333ccc7ca1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0583634 Jul 01 07:19:13.734406 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'd05fb5c4-8458-49e0-9055-0cbb74e51403', 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046', 'port_id': 'd05fb5c4-8458-49e0-9055-0cbb74e51403', 'mac_address': 'fa:16:3e:23:f6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428e4088-e351-4e9f-a10f-8fa34e91c831', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:19:13.745811 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Allocated IP 172.20.0.13 (f433c032-9b4f-41a6-8739-2361e1276fc0/fb82657a-4eb2-4c15-afa7-e667c7bbe24f/284685a6-4bc4-4d76-aded-0331656543a0) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:13.774216 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:13.786806 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d05fb5c4-8458-49e0-9055-0cbb74e51403 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:19:13.806860 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port d05fb5c4-8458-49e0-9055-0cbb74e51403, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d05fb5c4-8458-49e0-9055-0cbb74e51403,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:13.907711 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:13.911551 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:13.976197 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=d05fb5c4-8458-49e0-9055-0cbb74e51403,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:13.995439 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28135691-8c01-4aa6-9f64-73fd22ec0b52 req-443c97c8-1132-494e-b75f-e7ad04bb1f72 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:13.997039 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-28135691-8c01-4aa6-9f64-73fd22ec0b52 req-443c97c8-1132-494e-b75f-e7ad04bb1f72 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 945 time: 0.0708330 Jul 01 07:19:14.048910 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-28135691-8c01-4aa6-9f64-73fd22ec0b52 req-3819c882-bad9-4906-8059-11d0e580be5f tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Jul 01 07:19:14.073675 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:14.115952 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Network f433c032-9b4f-41a6-8739-2361e1276fc0 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:14.120001 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:14.123881 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:14.160665 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Pushing event updated for resources: {'Port': ['ID=284685a6-4bc4-4d76-aded-0331656543a0,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:14.178268 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-fbda9551-0d07-468a-8e68-9a759e19dbde tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:14.180558 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-fbda9551-0d07-468a-8e68-9a759e19dbde tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 815 time: 0.1289501 Jul 01 07:19:14.193400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:14.194228 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:14.211926 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Request body: {'port': {'device_id': '6076dfb4-c06e-4e65-9e06-8375bc97a4e3', 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'admin_state_up': True, 'tenant_id': '3bbc05c0c7ff4feba2f529e41705f75f'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:14.290114 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['d05fb5c4-8458-49e0-9055-0cbb74e51403'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:19:14.299128 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-0dba9728-453a-479e-b8ad-c2c4bfe39e6b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9836576 Jul 01 07:19:14.316684 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Request body: {'port': {'device_id': '75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:14.411189 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:14.641125 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c2957-06ce-4328-830d-2cc312df05dc req-8771921d-8320-4071-b0a8-21ed1cd9aa43 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:14.642592 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-474c2957-06ce-4328-830d-2cc312df05dc req-8771921d-8320-4071-b0a8-21ed1cd9aa43 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 932 time: 0.0964758 Jul 01 07:19:14.687734 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-474c2957-06ce-4328-830d-2cc312df05dc req-96ac929d-0c92-4b3a-a461-4d4621d1e01a tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354598 Jul 01 07:19:14.734499 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 284685a6-4bc4-4d76-aded-0331656543a0 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:19:14.737991 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Made reservation on behalf of 3bbc05c0c7ff4feba2f529e41705f75f for: {'port': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:14.741998 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:14.742147 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:14.754545 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Transition to ACTIVE for port object 284685a6-4bc4-4d76-aded-0331656543a0 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:14.824180 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:14.884947 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Allocated IP 172.20.0.8 (7893b582-cdf9-4779-bb39-31b78258db7f/2599902a-f41b-4014-9873-e24797fbbb73/9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:14.897086 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Pushing event updated for resources: {'Port': ['ID=284685a6-4bc4-4d76-aded-0331656543a0,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:14.990769 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Attempting to bind port 284685a6-4bc4-4d76-aded-0331656543a0 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:19:14.991134 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Attempting to bind port 284685a6-4bc4-4d76-aded-0331656543a0 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:19:14.991466 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Attempting to bind port 284685a6-4bc4-4d76-aded-0331656543a0 on network f433c032-9b4f-41a6-8739-2361e1276fc0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:15.004183 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-9af6d56b-c0f6-44da-87a9-3173f879ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.005818 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-9af6d56b-c0f6-44da-87a9-3173f879ad47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1099 time: 0.1056399 Jul 01 07:19:15.006577 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Port 284685a6-4bc4-4d76-aded-0331656543a0 on network f433c032-9b4f-41a6-8739-2361e1276fc0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:19:15.006909 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Attempting to bind port 284685a6-4bc4-4d76-aded-0331656543a0 on network f433c032-9b4f-41a6-8739-2361e1276fc0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:15.017623 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:19:15.017623 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Checking segment: {'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:15.017623 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Bound using segment: {'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:19:15.017623 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Bound port: 284685a6-4bc4-4d76-aded-0331656543a0, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a262725-7a30-470c-8997-8d28f22d14be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:19:15.017623 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.067241 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f5e23834-e45f-4c3a-8844-58564285b826 req-70be83b2-b081-4555-b2ae-d4d4bb2a04ee tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0629282 Jul 01 07:19:15.115397 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.184968 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] For port 284685a6-4bc4-4d76-aded-0331656543a0, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:19:15.191834 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] For port 284685a6-4bc4-4d76-aded-0331656543a0, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=284685a6-4bc4-4d76-aded-0331656543a0,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:19:15.205540 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-cd86beb8-171f-433b-93ea-f780df4501a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.207129 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-cd86beb8-171f-433b-93ea-f780df4501a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 919 time: 0.1784201 Jul 01 07:19:15.219039 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef816d2-3eb1-47b8-8773-491b17394e20 req-e3860ac9-2107-4993-bfec-fa211148a0af tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.221487 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fef816d2-3eb1-47b8-8773-491b17394e20 req-e3860ac9-2107-4993-bfec-fa211148a0af tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1733119 Jul 01 07:19:15.229869 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480e80d8-1d47-4693-bc25-21f5872954ce req-ad1d7682-5bff-4d79-ad8c-12656c0fc922 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.231385 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-480e80d8-1d47-4693-bc25-21f5872954ce req-ad1d7682-5bff-4d79-ad8c-12656c0fc922 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 945 time: 0.0628860 Jul 01 07:19:15.250343 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.276109 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-6433ee96-3d55-4869-835a-479d310f8aab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0513897 Jul 01 07:19:15.276248 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['575096a4-b82b-401f-b590-b5c17dae4cb8', 'c63b7661-e2d2-4d24-8af7-3c90465da55f'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:19:15.304149 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.327594 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Network 7893b582-cdf9-4779-bb39-31b78258db7f is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:15.330655 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-480e80d8-1d47-4693-bc25-21f5872954ce req-17d6f946-93a8-4fa0-8e4b-750b1215bb1e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928447 Jul 01 07:19:15.334031 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:15.338764 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:15.344239 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.344860 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.361106 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fef816d2-3eb1-47b8-8773-491b17394e20 req-796c7307-b309-4275-9d11-b05a460515cd tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330237 Jul 01 07:19:15.366379 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Pushing event updated for resources: {'Port': ['ID=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:15.397263 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.398164 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.399632 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] 10.222.0.26 "PUT /v2.0/ports/284685a6-4bc4-4d76-aded-0331656543a0 HTTP/1.1" status: 200 len: 1094 time: 1.0876069 Jul 01 07:19:15.400072 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6', 'tag': '284685a6-4bc4-4d76-aded-0331656543a0'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:15.402669 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbbc73b-354d-4316-87ec-f54e5e2ea1ec" -d '{"events": [{"name": "network-changed", "server_uuid": "75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6", "tag": "284685a6-4bc4-4d76-aded-0331656543a0"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:15.426664 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3d8ec-befe-4246-bfbe-93645e545426 service neutron] Pushing event updated for resources: {'Port': ['ID=284685a6-4bc4-4d76-aded-0331656543a0,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:15.432971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-ca230824-3a50-4c10-a0dd-d6dd60fcc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.434598 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-ca230824-3a50-4c10-a0dd-d6dd60fcc1fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.1507382 Jul 01 07:19:15.453896 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ce109-f0a7-4cce-9716-2f4d34e88a2d x-openstack-request-id: req-6a2ce109-f0a7-4cce-9716-2f4d34e88a2d {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:15.454588 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6", "tag": "284685a6-4bc4-4d76-aded-0331656543a0", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:15.454847 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a2ce109-f0a7-4cce-9716-2f4d34e88a2d {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:15.455968 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6', 'tag': '284685a6-4bc4-4d76-aded-0331656543a0', 'status': 'completed', 'code': 200} Jul 01 07:19:15.458967 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-5204b177-6826-445d-89ae-88991d90fb32 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2617683 Jul 01 07:19:15.462050 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device d05fb5c4-8458-49e0-9055-0cbb74e51403 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:15.477336 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-86e97c54-22bf-4390-a814-9c699ac852f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341885 Jul 01 07:19:15.509446 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Request body: {'port': {'device_id': '6076dfb4-c06e-4e65-9e06-8375bc97a4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:15.588871 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.618250 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port d05fb5c4-8458-49e0-9055-0cbb74e51403 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:15.622661 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port d05fb5c4-8458-49e0-9055-0cbb74e51403 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:15.623075 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.656884 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc73b-354d-4316-87ec-f54e5e2ea1ec req-4e221438-1324-407d-809c-279ee9e0c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.658389 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dbbbc73b-354d-4316-87ec-f54e5e2ea1ec req-4e221438-1324-407d-809c-279ee9e0c374 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c88cc3e18dee46cc99eae725817c001f&device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 1097 time: 0.1284480 Jul 01 07:19:15.660532 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-334358b1-6a0d-4c22-82ab-718da5aa09dd service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409352 Jul 01 07:19:15.718712 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.768109 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a18155-084f-40ea-979d-08adff05f9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fb5c4-8458-49e0-9055-0cbb74e51403'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:15.768109 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df5cee7-9125-4e66-8a9f-1a395d9bd761" -d '{"events": [{"server_uuid": "38a18155-084f-40ea-979d-08adff05f9c1", "name": "network-vif-plugged", "status": "completed", "tag": "d05fb5c4-8458-49e0-9055-0cbb74e51403"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:15.778598 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port d05fb5c4-8458-49e0-9055-0cbb74e51403, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d05fb5c4-8458-49e0-9055-0cbb74e51403,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:15.806389 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465cd866-db61-47d0-948a-90a31df97733 x-openstack-request-id: req-465cd866-db61-47d0-948a-90a31df97733 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:15.806678 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a18155-084f-40ea-979d-08adff05f9c1", "name": "network-vif-plugged", "status": "completed", "tag": "d05fb5c4-8458-49e0-9055-0cbb74e51403", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:15.806949 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-465cd866-db61-47d0-948a-90a31df97733 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:15.807636 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a18155-084f-40ea-979d-08adff05f9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd05fb5c4-8458-49e0-9055-0cbb74e51403', 'code': 200} Jul 01 07:19:15.856071 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.918521 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=d05fb5c4-8458-49e0-9055-0cbb74e51403,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:15.919443 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c73a57fb-19a1-447a-9780-af3d29d4be7c req-9aa2569a-bcc4-43cf-8de9-f74e08d0867e service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428315 Jul 01 07:19:15.923325 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc73b-354d-4316-87ec-f54e5e2ea1ec req-723b36b4-c253-4578-9bed-bd0d257df630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.924729 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dbbbc73b-354d-4316-87ec-f54e5e2ea1ec req-723b36b4-c253-4578-9bed-bd0d257df630 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c88cc3e18dee46cc99eae725817c001f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2498653 Jul 01 07:19:15.946496 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:19:15.954452 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:15.963897 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c966173-7f5f-4e07-b3e4-75eaf64e9231 req-8153d8c8-20b6-4a44-9fb7-3ab519da7478 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:15.966249 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c966173-7f5f-4e07-b3e4-75eaf64e9231 req-8153d8c8-20b6-4a44-9fb7-3ab519da7478 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 944 time: 0.1257493 Jul 01 07:19:15.970360 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Transition to ACTIVE for port object 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:16.059452 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c966173-7f5f-4e07-b3e4-75eaf64e9231 req-779ce59f-36b3-4289-9b7e-0452b89d8eaa tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743773 Jul 01 07:19:16.079384 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbbc73b-354d-4316-87ec-f54e5e2ea1ec req-316d2fa0-2c9c-4dea-85a7-8fbd635769e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.085369 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dbbbc73b-354d-4316-87ec-f54e5e2ea1ec req-316d2fa0-2c9c-4dea-85a7-8fbd635769e8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1430333 Jul 01 07:19:16.104598 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:16.163229 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:16.195323 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Attempting to bind port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:19:16.196318 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Attempting to bind port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:19:16.196651 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Attempting to bind port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 on network 7893b582-cdf9-4779-bb39-31b78258db7f {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:16.201434 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 on network 7893b582-cdf9-4779-bb39-31b78258db7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:19:16.201752 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Attempting to bind port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 on network 7893b582-cdf9-4779-bb39-31b78258db7f {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:16.209146 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:19:16.209649 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Checking segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:16.210031 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Bound using segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:19:16.210750 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Bound port: 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:19:16.210920 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:16.277376 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] For port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8, host hv-cinder-77757, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:19:16.280978 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] For port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:19:16.306632 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-c18c31fe-6463-4852-b57c-371ae3da9cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.308636 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-c18c31fe-6463-4852-b57c-371ae3da9cd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c88cc3e18dee46cc99eae725817c001f&device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 1097 time: 0.1473963 Jul 01 07:19:16.321150 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc512dc4-df2c-4654-963f-3bdb5fd3d54e req-67f31cbc-716a-496c-9500-a00e8d7ae7a6 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.322483 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cc512dc4-df2c-4654-963f-3bdb5fd3d54e req-67f31cbc-716a-496c-9500-a00e8d7ae7a6 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 943 time: 0.1137667 Jul 01 07:19:16.324875 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07b6fd-d8be-46b2-be93-b99406601578 req-d42e93bb-d76f-4f97-aace-06dc3b1e95d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.326230 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9d07b6fd-d8be-46b2-be93-b99406601578 req-d42e93bb-d76f-4f97-aace-06dc3b1e95d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 1099 time: 0.1273706 Jul 01 07:19:16.376559 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:16.379701 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-b0cb0c61-ea1b-4d98-9776-ea43031e7941 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=284685a6-4bc4-4d76-aded-0331656543a0 HTTP/1.1" status: 200 len: 217 time: 0.0525711 Jul 01 07:19:16.426680 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.427508 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:16.429187 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] 10.222.0.26 "PUT /v2.0/ports/9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 HTTP/1.1" status: 200 len: 1093 time: 0.9298284 Jul 01 07:19:16.429701 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6076dfb4-c06e-4e65-9e06-8375bc97a4e3', 'tag': '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:16.432293 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0668428f-491d-49a8-95ba-ac81cc56eeee" -d '{"events": [{"name": "network-changed", "server_uuid": "6076dfb4-c06e-4e65-9e06-8375bc97a4e3", "tag": "9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:16.442092 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cc512dc4-df2c-4654-963f-3bdb5fd3d54e req-3410b193-d817-45c4-b0ad-a0d17ed50b3e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096437 Jul 01 07:19:16.453004 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9d07b6fd-d8be-46b2-be93-b99406601578 req-0500357f-663f-4c5e-9547-6885a1f07889 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859065 Jul 01 07:19:16.454740 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac77d3-1674-4a69-8b1c-8c5eb9f6bb79 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:16.478144 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-8930799b-c581-4803-aaad-a203d37bb48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.479667 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-8930799b-c581-4803-aaad-a203d37bb48d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb82657a-4eb2-4c15-afa7-e667c7bbe24f HTTP/1.1" status: 200 len: 849 time: 0.0890386 Jul 01 07:19:16.548468 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-093f2ed3-ca61-49e3-9f3c-84317546c0f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f433c032-9b4f-41a6-8739-2361e1276fc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427723 Jul 01 07:19:16.573638 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876721d6-576c-4c5d-abac-ab54bdbcbecd req-e8126cb2-1801-481f-b243-694e327737bb tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.575177 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-876721d6-576c-4c5d-abac-ab54bdbcbecd req-e8126cb2-1801-481f-b243-694e327737bb tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 946 time: 0.0846391 Jul 01 07:19:16.611502 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-876721d6-576c-4c5d-abac-ab54bdbcbecd req-5a5ee77a-d058-4a0b-aa7d-721747260c2c tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Jul 01 07:19:16.655612 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f327f3-63a2-47d5-ae53-5571c62f51a4 x-openstack-request-id: req-79f327f3-63a2-47d5-ae53-5571c62f51a4 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:16.655906 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6076dfb4-c06e-4e65-9e06-8375bc97a4e3", "tag": "9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:16.656158 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-79f327f3-63a2-47d5-ae53-5571c62f51a4 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:16.656558 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6076dfb4-c06e-4e65-9e06-8375bc97a4e3', 'tag': '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8', 'status': 'completed', 'code': 200} Jul 01 07:19:16.735665 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c83658-7419-463b-a0db-e691d82c66d9 req-b8972246-63fa-4989-9596-540a1e5efd40 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.737111 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-34c83658-7419-463b-a0db-e691d82c66d9 req-b8972246-63fa-4989-9596-540a1e5efd40 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1730464 Jul 01 07:19:16.738766 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-c1acca8d-5ce6-4610-8025-2dc359f45921 service neutron] 10.222.0.26 "GET /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728792 Jul 01 07:19:16.741104 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-94c58442-ce2b-417a-a8fb-267d3da2d51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.742989 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-94c58442-ce2b-417a-a8fb-267d3da2d51a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 1096 time: 0.1755619 Jul 01 07:19:16.826458 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-34c83658-7419-463b-a0db-e691d82c66d9 req-d485bd20-5006-42bd-8c37-ed96137dfb7a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825462 Jul 01 07:19:16.829122 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-6a02a889-b151-443d-b6c7-d20ef6211d99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 HTTP/1.1" status: 200 len: 217 time: 0.0649312 Jul 01 07:19:16.922753 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-1268b36b-5af4-4de5-868d-a757e326724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:16.922753 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-1268b36b-5af4-4de5-868d-a757e326724a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.0609810 Jul 01 07:19:16.923835 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7b80904-dced-4f45-bb44-6282f7a51a35 req-ca739df8-9e79-458b-84d8-702146a21170 service neutron] 10.222.0.26 "GET /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616383 Jul 01 07:19:16.960844 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-d2c73e94-2e6d-4551-863f-ac3bf825da8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246549 Jul 01 07:19:17.060273 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-3bb5753e-260a-4f7f-99d5-18ba30e79458 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860939 Jul 01 07:19:17.165797 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-921ed599-0dae-46b8-b93c-92c62cd0d44e req-13986c1b-43d9-4847-9939-6b887708c35d service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927958 Jul 01 07:19:17.546184 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6a139-b8bf-4a62-a352-f5f3319084dc req-0a48ac13-afd7-40d5-8053-44d1f0f22ff5 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:17.547719 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-79d6a139-b8bf-4a62-a352-f5f3319084dc req-0a48ac13-afd7-40d5-8053-44d1f0f22ff5 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 944 time: 0.3548167 Jul 01 07:19:17.552023 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-62bb7b38-6d1d-4777-8021-8e0007b8aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:17.553408 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-62bb7b38-6d1d-4777-8021-8e0007b8aa6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 1096 time: 0.0852587 Jul 01 07:19:17.619282 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-79d6a139-b8bf-4a62-a352-f5f3319084dc req-b96d84a1-a7d8-463a-809b-63cad63c9a6f tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644095 Jul 01 07:19:17.654189 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddffd8-393e-48c9-b3ff-4a72b3f7736f req-7230f747-9fa5-48c2-bb6d-065c735d9f11 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:17.655729 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-aaddffd8-393e-48c9-b3ff-4a72b3f7736f req-7230f747-9fa5-48c2-bb6d-065c735d9f11 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 943 time: 0.0783665 Jul 01 07:19:17.690418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-a58e0f15-50ab-44c9-8e3f-744cd981571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:17.691920 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-a58e0f15-50ab-44c9-8e3f-744cd981571d service neutron] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 916 time: 0.1204896 Jul 01 07:19:17.696358 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-aaddffd8-393e-48c9-b3ff-4a72b3f7736f req-ac80ac95-1fa4-4da3-aa25-096c2532f5b3 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347440 Jul 01 07:19:17.732985 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-d757040f-9121-4662-84b7-47f9dbf405c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 HTTP/1.1" status: 200 len: 217 time: 0.0334780 Jul 01 07:19:17.811797 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-94bc704c-2cf2-4467-b31e-221754c89a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:17.813127 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-94bc704c-2cf2-4467-b31e-221754c89a68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.0698297 Jul 01 07:19:17.830594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00e830-45bd-4af6-aab4-ef3aa2ef8e9c req-a1b524f8-b254-4d0b-bed0-baa88edc1f39 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:17.831980 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d00e830-45bd-4af6-aab4-ef3aa2ef8e9c req-a1b524f8-b254-4d0b-bed0-baa88edc1f39 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 946 time: 0.0981600 Jul 01 07:19:17.865978 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-cb83b959-d6d4-4b8b-8983-ff44c8142941 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329704 Jul 01 07:19:17.905994 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d00e830-45bd-4af6-aab4-ef3aa2ef8e9c req-ade3f785-1e22-4f9a-a34e-1800ba8063c9 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656528 Jul 01 07:19:17.985385 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-24cee41a-e397-4f90-9c86-d83a48dea532 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005597 Jul 01 07:19:18.008684 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a9d99b-654e-4d94-8b89-e78c11746311 req-f8c3d0ae-b30f-424f-86e4-c4055218ac5f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:18.010804 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b3a9d99b-654e-4d94-8b89-e78c11746311 req-f8c3d0ae-b30f-424f-86e4-c4055218ac5f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0660069 Jul 01 07:19:18.052061 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b3a9d99b-654e-4d94-8b89-e78c11746311 req-b1667661-4f80-47b4-a9df-f4a95ef810b0 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Jul 01 07:19:18.085161 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0668428f-491d-49a8-95ba-ac81cc56eeee req-cfd1458e-fd65-45af-b455-59dae4d79e4e service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908411 Jul 01 07:19:18.797044 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2c9e3-7615-4387-9685-eecaf1947166 req-a598fc81-7d3b-4dd0-9346-d27a75ad00e0 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:18.798813 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-85f2c9e3-7615-4387-9685-eecaf1947166 req-a598fc81-7d3b-4dd0-9346-d27a75ad00e0 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 944 time: 0.0681601 Jul 01 07:19:18.838262 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-85f2c9e3-7615-4387-9685-eecaf1947166 req-fd49d357-bc83-47e7-a2ca-5b19379cd15a tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Jul 01 07:19:18.878988 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ded0cf-a156-4559-b935-f1bdee7419f7 req-f6cbbbd8-7527-4f19-9c2e-f9ccd6e88a71 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:18.880460 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-94ded0cf-a156-4559-b935-f1bdee7419f7 req-f6cbbbd8-7527-4f19-9c2e-f9ccd6e88a71 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 943 time: 0.0610936 Jul 01 07:19:18.917681 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-94ded0cf-a156-4559-b935-f1bdee7419f7 req-7a6bb48a-e8f0-4b09-ab31-1e3bf3bcb0da tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316439 Jul 01 07:19:19.074315 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05617b5d-9bdf-4e85-bc24-c0ca81845ec3 req-b53e049b-97c5-4e2b-b57d-6afed7b47114 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:19.076189 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-05617b5d-9bdf-4e85-bc24-c0ca81845ec3 req-b53e049b-97c5-4e2b-b57d-6afed7b47114 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 946 time: 0.0626621 Jul 01 07:19:19.113581 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-05617b5d-9bdf-4e85-bc24-c0ca81845ec3 req-e3b78fcb-0024-4989-83b0-9e792b70fc8f tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318170 Jul 01 07:19:19.232680 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b104cb3-448f-4b82-958e-49b8a5c2278e req-204d9cd0-d8f9-4159-834c-f414150e5c34 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:19.242761 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3b104cb3-448f-4b82-958e-49b8a5c2278e req-204d9cd0-d8f9-4159-834c-f414150e5c34 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0682807 Jul 01 07:19:19.276099 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3b104cb3-448f-4b82-958e-49b8a5c2278e req-30b9720f-c8dd-4a1b-b4aa-84dea9a2c8f8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360231 Jul 01 07:19:20.028756 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177dd04-3214-48ae-bd22-9c3f37ae4891 req-875ad302-eda9-4652-8203-db7c7333ac84 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:20.031127 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d177dd04-3214-48ae-bd22-9c3f37ae4891 req-875ad302-eda9-4652-8203-db7c7333ac84 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 944 time: 0.0827327 Jul 01 07:19:20.076504 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d177dd04-3214-48ae-bd22-9c3f37ae4891 req-8118f2ed-56f1-47d8-9e6b-7c8805b5bc8b tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360327 Jul 01 07:19:20.124835 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb7c0b-b461-4c63-a293-16f706782620 req-5d4efc01-4a6c-4ce0-a73f-3c250f505c38 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:20.126374 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a0bb7c0b-b461-4c63-a293-16f706782620 req-5d4efc01-4a6c-4ce0-a73f-3c250f505c38 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 943 time: 0.0879354 Jul 01 07:19:20.162159 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a0bb7c0b-b461-4c63-a293-16f706782620 req-110d70ce-7e3c-46ab-a671-01a3f7e4dbf1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303724 Jul 01 07:19:20.454158 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adedf98-4d82-4894-8498-171e28676fb8 req-023255d4-122f-418d-9dc3-44351f32e9a9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:20.455739 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7adedf98-4d82-4894-8498-171e28676fb8 req-023255d4-122f-418d-9dc3-44351f32e9a9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0689659 Jul 01 07:19:20.494809 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7adedf98-4d82-4894-8498-171e28676fb8 req-613b9c34-e8f9-4d44-a5f2-164b78a1b032 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Jul 01 07:19:21.259835 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23112bdf-add2-41fd-b8e4-76275d46b048 req-063e1746-0b12-4561-9707-0653fbd9fb3c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:21.261375 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-23112bdf-add2-41fd-b8e4-76275d46b048 req-063e1746-0b12-4561-9707-0653fbd9fb3c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 944 time: 0.0696800 Jul 01 07:19:21.305399 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-23112bdf-add2-41fd-b8e4-76275d46b048 req-d6d84f30-fd08-4e8a-84a2-e165230fa347 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379202 Jul 01 07:19:21.339776 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c6f85-fe64-49f2-92d5-10e1318b5fc8 req-9c9de061-68ec-4962-88ac-c162701a4b48 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:21.342313 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e34c6f85-fe64-49f2-92d5-10e1318b5fc8 req-9c9de061-68ec-4962-88ac-c162701a4b48 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 943 time: 0.0657675 Jul 01 07:19:21.389248 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e34c6f85-fe64-49f2-92d5-10e1318b5fc8 req-99039e0e-10d2-40a8-8979-9d7d748569d5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Jul 01 07:19:21.521767 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 284685a6-4bc4-4d76-aded-0331656543a0 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:19:21.617860 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 284685a6-4bc4-4d76-aded-0331656543a0, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=284685a6-4bc4-4d76-aded-0331656543a0,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:21.628698 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '284685a6-4bc4-4d76-aded-0331656543a0', 'network_id': 'f433c032-9b4f-41a6-8739-2361e1276fc0', 'port_id': '284685a6-4bc4-4d76-aded-0331656543a0', 'mac_address': 'fa:16:3e:f5:21:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb82657a-4eb2-4c15-afa7-e667c7bbe24f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:19:21.667204 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823833d8-ce15-4cc7-a9b7-ad022315e83f req-b87cf599-fecd-4096-84bf-472b86ef2d47 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:21.668963 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-823833d8-ce15-4cc7-a9b7-ad022315e83f req-b87cf599-fecd-4096-84bf-472b86ef2d47 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0622134 Jul 01 07:19:21.670492 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:21.693470 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 284685a6-4bc4-4d76-aded-0331656543a0 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:19:21.721804 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 284685a6-4bc4-4d76-aded-0331656543a0, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=284685a6-4bc4-4d76-aded-0331656543a0,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:21.734967 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-823833d8-ce15-4cc7-a9b7-ad022315e83f req-a76a36c8-9c25-4fe7-a1d8-1b546dc1a6e2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373034 Jul 01 07:19:21.821278 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:21.821951 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:19:21.896715 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=284685a6-4bc4-4d76-aded-0331656543a0,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:21.955832 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:21.967433 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8', 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'port_id': '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8', 'mac_address': 'fa:16:3e:a4:42:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2599902a-f41b-4014-9873-e24797fbbb73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:19:22.008051 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:22.030948 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:19:22.046418 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:22.112873 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:22.163834 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:22.489797 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d341464-4abe-48f2-a469-4ad1c094d93b req-af486499-8e20-4eee-8fa2-17a2d76c7319 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:22.491430 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4d341464-4abe-48f2-a469-4ad1c094d93b req-af486499-8e20-4eee-8fa2-17a2d76c7319 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 945 time: 0.0754344 Jul 01 07:19:22.529716 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4d341464-4abe-48f2-a469-4ad1c094d93b req-d058d91b-919f-430f-870e-12f69232107d tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Jul 01 07:19:22.566419 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961f630-ebc6-4b4e-9977-bde37fc4a5f6 req-6d684076-07bf-4090-b825-594b9b43f326 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:22.568103 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a961f630-ebc6-4b4e-9977-bde37fc4a5f6 req-6d684076-07bf-4090-b825-594b9b43f326 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 944 time: 0.0651183 Jul 01 07:19:22.605848 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a961f630-ebc6-4b4e-9977-bde37fc4a5f6 req-f9d0ce8b-ca92-4362-975f-e8b05fc03010 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Jul 01 07:19:22.619186 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:19:22.648699 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['284685a6-4bc4-4d76-aded-0331656543a0'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:19:22.914719 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93097a3f-41bb-4dd0-a060-326bc4b6654e req-7de1a05d-2f9a-4163-ba9f-3231e903b6ad tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:22.916241 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-93097a3f-41bb-4dd0-a060-326bc4b6654e req-7de1a05d-2f9a-4163-ba9f-3231e903b6ad tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0669925 Jul 01 07:19:22.960891 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-93097a3f-41bb-4dd0-a060-326bc4b6654e req-1991cb38-4dab-4f0e-a7db-47a20496683a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384872 Jul 01 07:19:23.368794 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51228) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:23.466252 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-627cfb04-eb01-4d94-8ec1-71e9f01a2d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:23.550692 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-627cfb04-eb01-4d94-8ec1-71e9f01a2d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:23.618018 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-627cfb04-eb01-4d94-8ec1-71e9f01a2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:23.657426 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-627cfb04-eb01-4d94-8ec1-71e9f01a2d75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5992d0f4789c444c977bcf3659c47e5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875383 Jul 01 07:19:23.658687 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627cfb04-eb01-4d94-8ec1-71e9f01a2d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9480eb-2db7-4c5b-952b-df33fc67af85,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:23.661003 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51236) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:23.722172 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b6a0c5-427f-4287-a212-a22c23aeef8c req-357c81bb-d842-41aa-a312-a7b3e74a9eea tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:23.723777 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-49b6a0c5-427f-4287-a212-a22c23aeef8c req-357c81bb-d842-41aa-a312-a7b3e74a9eea tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 945 time: 0.0855701 Jul 01 07:19:23.741513 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a3f596d8-b5cf-46a2-8d91-2db4da475d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:23.760966 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-49b6a0c5-427f-4287-a212-a22c23aeef8c req-4adf07ba-220d-4865-9718-428befb7e04e tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Jul 01 07:19:23.785337 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a3f596d8-b5cf-46a2-8d91-2db4da475d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:23.833276 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9dca7-0df7-466d-b30b-34d1224b300a req-1fbe1462-4980-41b4-96ce-2a25ac410e72 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:23.834760 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b0e9dca7-0df7-466d-b30b-34d1224b300a req-1fbe1462-4980-41b4-96ce-2a25ac410e72 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 944 time: 0.1069601 Jul 01 07:19:23.872005 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b0e9dca7-0df7-466d-b30b-34d1224b300a req-361c3d54-e09f-4037-aec3-212087ab98e1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310414 Jul 01 07:19:23.924030 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a3f596d8-b5cf-46a2-8d91-2db4da475d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:23.926548 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a3f596d8-b5cf-46a2-8d91-2db4da475d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:23.927678 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-a3f596d8-b5cf-46a2-8d91-2db4da475d68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad9480eb-2db7-4c5b-952b-df33fc67af85 HTTP/1.1" status: 204 len: 168 time: 0.2657878 Jul 01 07:19:23.935137 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f596d8-b5cf-46a2-8d91-2db4da475d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9480eb-2db7-4c5b-952b-df33fc67af85,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:24.138011 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f4b1a-c33c-4a67-9ae6-d638dcb42f51 req-6e63aa32-70a0-462a-9ab0-3abc7978b4b4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:24.139513 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bd8f4b1a-c33c-4a67-9ae6-d638dcb42f51 req-6e63aa32-70a0-462a-9ab0-3abc7978b4b4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0649412 Jul 01 07:19:24.180030 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bd8f4b1a-c33c-4a67-9ae6-d638dcb42f51 req-daf3b090-7e50-4e86-bc53-9a4c90d01b88 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Jul 01 07:19:24.582647 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 51252) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:24.596005 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-06079b03-bbd3-428c-a14b-75f3ab82ff16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:24.683044 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-06079b03-bbd3-428c-a14b-75f3ab82ff16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:24.737827 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-06079b03-bbd3-428c-a14b-75f3ab82ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:24.774751 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-06079b03-bbd3-428c-a14b-75f3ab82ff16 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37dcf6eeda3842abb220145be2810289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910007 Jul 01 07:19:24.775854 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06079b03-bbd3-428c-a14b-75f3ab82ff16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c2457b-b77f-41fc-8dfd-2a80921f6fab,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:24.777702 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51254) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:24.843802 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdf24-ccf0-4340-8c62-80f27c649dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:24.868215 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdf24-ccf0-4340-8c62-80f27c649dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:24.939339 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9520a6-3640-436a-b289-bf915c5f9fc7 req-02c856b0-3611-42f1-a5bc-7060e5152e98 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:24.940832 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5c9520a6-3640-436a-b289-bf915c5f9fc7 req-02c856b0-3611-42f1-a5bc-7060e5152e98 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 945 time: 0.0635459 Jul 01 07:19:24.960747 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdf24-ccf0-4340-8c62-80f27c649dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:24.963953 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6c0cdf24-ccf0-4340-8c62-80f27c649dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:24.967624 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-6c0cdf24-ccf0-4340-8c62-80f27c649dc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3c2457b-b77f-41fc-8dfd-2a80921f6fab HTTP/1.1" status: 204 len: 168 time: 0.1864550 Jul 01 07:19:24.973822 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cdf24-ccf0-4340-8c62-80f27c649dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c2457b-b77f-41fc-8dfd-2a80921f6fab,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:24.979357 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5c9520a6-3640-436a-b289-bf915c5f9fc7 req-53ca15d8-2c91-40bf-906a-8292b2d03658 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322685 Jul 01 07:19:25.076732 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78782b3-ec5c-4bfe-90b8-44928c3573e3 req-bf36ec1c-6197-4b40-aa5a-f27fbdff068a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:25.078215 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e78782b3-ec5c-4bfe-90b8-44928c3573e3 req-bf36ec1c-6197-4b40-aa5a-f27fbdff068a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 944 time: 0.0685034 Jul 01 07:19:25.117736 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e78782b3-ec5c-4bfe-90b8-44928c3573e3 req-6769eaee-7c69-463b-92f3-b934e775fb5c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331404 Jul 01 07:19:25.383634 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bfbb-3295-4a8f-acb9-1f25ce2c0e5c req-4a3c5fc0-edae-43fe-b916-16a259dec4f2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:25.385423 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6152bfbb-3295-4a8f-acb9-1f25ce2c0e5c req-4a3c5fc0-edae-43fe-b916-16a259dec4f2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0904047 Jul 01 07:19:25.426578 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6152bfbb-3295-4a8f-acb9-1f25ce2c0e5c req-d5cb1522-48c8-4901-92da-7c07ddc128d0 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346715 Jul 01 07:19:25.531242 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 284685a6-4bc4-4d76-aded-0331656543a0 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:25.676655 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 284685a6-4bc4-4d76-aded-0331656543a0 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:25.684447 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 284685a6-4bc4-4d76-aded-0331656543a0 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:25.684830 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:25.687797 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51278) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:25.704902 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f083b7f5-7b03-465b-bf32-e553adcf867c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:25.770443 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:25.790020 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f083b7f5-7b03-465b-bf32-e553adcf867c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:25.792779 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284685a6-4bc4-4d76-aded-0331656543a0'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:25.796821 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2045630-2684-45ea-ae07-e26810c54c90" -d '{"events": [{"server_uuid": "75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6", "name": "network-vif-plugged", "status": "completed", "tag": "284685a6-4bc4-4d76-aded-0331656543a0"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:25.808414 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 284685a6-4bc4-4d76-aded-0331656543a0, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=284685a6-4bc4-4d76-aded-0331656543a0,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:25.830854 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43810393-c004-412f-a604-6fa98ecf1bc6 x-openstack-request-id: req-43810393-c004-412f-a604-6fa98ecf1bc6 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:25.831221 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6", "name": "network-vif-plugged", "status": "completed", "tag": "284685a6-4bc4-4d76-aded-0331656543a0", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:25.831483 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43810393-c004-412f-a604-6fa98ecf1bc6 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:25.831872 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '284685a6-4bc4-4d76-aded-0331656543a0', 'code': 200} Jul 01 07:19:25.872303 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f083b7f5-7b03-465b-bf32-e553adcf867c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:25.884592 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:25.885410 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:25.910807 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f083b7f5-7b03-465b-bf32-e553adcf867c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63f912a6c18a453fa3b4bf52f28f21d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219293 Jul 01 07:19:25.911682 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f083b7f5-7b03-465b-bf32-e553adcf867c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd9b953-cc8d-44fe-954b-479a5f1949a7,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:25.913572 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 51282) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:25.963335 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-af69c37c-f7a7-4152-a371-e9f0a47cee9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:25.963628 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=284685a6-4bc4-4d76-aded-0331656543a0,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:25.989156 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-af69c37c-f7a7-4152-a371-e9f0a47cee9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:26.064227 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:26.069221 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:26.069221 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:26.144280 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:26.180028 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:26.180235 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0481a76-c5e9-4e1f-a2bd-4656616bf0d6 req-d4a0c64d-568a-48e4-b123-37df16711081 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:26.182182 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c0481a76-c5e9-4e1f-a2bd-4656616bf0d6 req-d4a0c64d-568a-48e4-b123-37df16711081 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 946 time: 0.0698571 Jul 01 07:19:26.217602 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-af69c37c-f7a7-4152-a371-e9f0a47cee9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:26.220359 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-af69c37c-f7a7-4152-a371-e9f0a47cee9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:26.221605 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-af69c37c-f7a7-4152-a371-e9f0a47cee9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bd9b953-cc8d-44fe-954b-479a5f1949a7 HTTP/1.1" status: 204 len: 168 time: 0.3062062 Jul 01 07:19:26.234124 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c0481a76-c5e9-4e1f-a2bd-4656616bf0d6 req-bbba4231-a7e7-47df-95ca-ec47db9e0c2f tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462108 Jul 01 07:19:26.235366 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af69c37c-f7a7-4152-a371-e9f0a47cee9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd9b953-cc8d-44fe-954b-479a5f1949a7,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:26.314310 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84b614-b22b-4330-bf96-0ffccf6823bd req-7db93cda-6921-4193-879c-2162f9d494bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:26.315950 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ec84b614-b22b-4330-bf96-0ffccf6823bd req-7db93cda-6921-4193-879c-2162f9d494bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 1099 time: 0.1072204 Jul 01 07:19:26.327328 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:26.328257 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ba42d-a5bc-4049-aeb5-ad3d47d82ef5 req-d6f61f45-1ed3-4297-ab61-bd3cbf3f2f69 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:26.333213 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d27ba42d-a5bc-4049-aeb5-ad3d47d82ef5 req-d6f61f45-1ed3-4297-ab61-bd3cbf3f2f69 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 944 time: 0.0874836 Jul 01 07:19:26.387695 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d27ba42d-a5bc-4049-aeb5-ad3d47d82ef5 req-f094e473-c8b5-44eb-917e-014963f2f20a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494943 Jul 01 07:19:26.397231 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ec84b614-b22b-4330-bf96-0ffccf6823bd req-42f837c4-2d7a-4c4a-a4a3-b3359ac395c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650671 Jul 01 07:19:26.422321 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:26.603044 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eda3aa-5cc7-4bf5-855a-2aa262b1161e req-08648ae5-3628-41d3-bde5-472bec685962 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:26.604535 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f5eda3aa-5cc7-4bf5-855a-2aa262b1161e req-08648ae5-3628-41d3-bde5-472bec685962 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0629756 Jul 01 07:19:26.642006 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f5eda3aa-5cc7-4bf5-855a-2aa262b1161e req-898577ca-1fed-423c-ae38-dbff62373f16 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317342 Jul 01 07:19:27.042369 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:19:27.415846 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1bec9-4c47-4745-a104-a67aef28a892 req-fc81d6ea-aac6-406f-bcd4-b3e4a83a0d56 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:27.418973 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0be1bec9-4c47-4745-a104-a67aef28a892 req-fc81d6ea-aac6-406f-bcd4-b3e4a83a0d56 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 946 time: 0.0691755 Jul 01 07:19:27.461857 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0be1bec9-4c47-4745-a104-a67aef28a892 req-6a1c6148-3d02-40b3-9714-0d6773299e94 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373709 Jul 01 07:19:27.609731 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70496859-9476-4de8-a575-965b8100b066 req-f1b52fce-5e52-4b45-a525-84014a64673d tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:27.611705 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-70496859-9476-4de8-a575-965b8100b066 req-f1b52fce-5e52-4b45-a525-84014a64673d tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0713520 Jul 01 07:19:27.652450 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-70496859-9476-4de8-a575-965b8100b066 req-70c929fb-fe08-480a-a9e0-f4d34c4ec9ee tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335219 Jul 01 07:19:27.700543 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-9476c714-5f5a-4111-8fa1-515557fe51d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:27.832694 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076dfb4-c06e-4e65-9e06-8375bc97a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:27.835060 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb87662e-de28-483b-8950-2b218a21432f" -d '{"events": [{"server_uuid": "6076dfb4-c06e-4e65-9e06-8375bc97a4e3", "name": "network-vif-plugged", "status": "completed", "tag": "9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:27.839084 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab8d25-45f4-4c88-a39d-c29d17a66d1a req-16b9a342-0c39-4b8a-9a0d-e82f5c966310 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:27.843431 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-feab8d25-45f4-4c88-a39d-c29d17a66d1a req-16b9a342-0c39-4b8a-9a0d-e82f5c966310 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0762718 Jul 01 07:19:27.882053 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b97ff1-7c81-4e65-8c3d-515c0eb03d8a x-openstack-request-id: req-51b97ff1-7c81-4e65-8c3d-515c0eb03d8a {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:27.882053 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6076dfb4-c06e-4e65-9e06-8375bc97a4e3", "name": "network-vif-plugged", "status": "completed", "tag": "9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:27.882053 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51b97ff1-7c81-4e65-8c3d-515c0eb03d8a {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:27.882053 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076dfb4-c06e-4e65-9e06-8375bc97a4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8', 'code': 200} Jul 01 07:19:27.902040 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-feab8d25-45f4-4c88-a39d-c29d17a66d1a req-300d1e6a-1416-48f3-a75b-f01a182cf89c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557661 Jul 01 07:19:28.280146 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a5f57-5dc2-4f03-b709-2a2606f8732b req-cc05ee66-145b-4bb6-aea5-ad022986a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:28.281678 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182a5f57-5dc2-4f03-b709-2a2606f8732b req-cc05ee66-145b-4bb6-aea5-ad022986a9e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 1098 time: 0.0508671 Jul 01 07:19:28.316629 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182a5f57-5dc2-4f03-b709-2a2606f8732b req-740d2828-a6e0-40a6-b41e-dcfabfcb88b4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276489 Jul 01 07:19:28.691508 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a527df2b-a4e0-4dd3-a53b-e909b4def87c req-0a002b86-fdf5-453b-8072-014514e5118f tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:28.693055 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a527df2b-a4e0-4dd3-a53b-e909b4def87c req-0a002b86-fdf5-453b-8072-014514e5118f tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 946 time: 0.0637400 Jul 01 07:19:28.733425 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a527df2b-a4e0-4dd3-a53b-e909b4def87c req-23d11672-36f1-4bc7-bede-1cfc1d849cd1 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331089 Jul 01 07:19:28.906674 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f01c683-09c2-40e7-8eb2-0031c669d149 req-e8ddc3f7-8f9d-404a-bc65-33d6d7cd4fac tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:28.908365 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0f01c683-09c2-40e7-8eb2-0031c669d149 req-e8ddc3f7-8f9d-404a-bc65-33d6d7cd4fac tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0815501 Jul 01 07:19:28.958084 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0f01c683-09c2-40e7-8eb2-0031c669d149 req-f0fb43e5-a599-4a70-a255-26a6f3475a12 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430305 Jul 01 07:19:29.120710 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8d9fa-bfde-452c-b37e-de70ec51568e req-d0472432-9c96-4083-9fb8-da4ca182710b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:29.122356 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a7c8d9fa-bfde-452c-b37e-de70ec51568e req-d0472432-9c96-4083-9fb8-da4ca182710b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0632160 Jul 01 07:19:29.164664 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a7c8d9fa-bfde-452c-b37e-de70ec51568e req-f436036e-410e-46f2-9577-77ff5d425d83 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366104 Jul 01 07:19:30.137896 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d4b52-a89f-4ab3-b7f2-908fc6b01e64 req-c1ef1cf6-29d8-4a3f-9464-03dc529f56c8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:30.139376 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ae8d4b52-a89f-4ab3-b7f2-908fc6b01e64 req-c1ef1cf6-29d8-4a3f-9464-03dc529f56c8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0616500 Jul 01 07:19:30.175229 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ae8d4b52-a89f-4ab3-b7f2-908fc6b01e64 req-7adf380f-af03-4d69-95c2-5a506d5c33d3 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300305 Jul 01 07:19:30.451893 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:30.474496 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1b45a5bd-821d-4f99-bc77-19a08dbcf2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:30.794807 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:31.414762 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:32.790648 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c850-d98e-4d85-bc10-abdae2b5e37d req-24bfae43-041a-4e7b-b90a-832494e69285 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:32.792255 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-97d3c850-d98e-4d85-bc10-abdae2b5e37d req-24bfae43-041a-4e7b-b90a-832494e69285 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0725949 Jul 01 07:19:32.833838 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-97d3c850-d98e-4d85-bc10-abdae2b5e37d req-9e6b02a0-d3cf-4314-81a0-58857aa74737 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352287 Jul 01 07:19:32.970861 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae78c4-2204-4a0f-b17e-5b7cacd3c353 req-e3c30e6e-1396-4985-ac93-94eb9d7bc600 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:32.972382 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-48ae78c4-2204-4a0f-b17e-5b7cacd3c353 req-e3c30e6e-1396-4985-ac93-94eb9d7bc600 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0621402 Jul 01 07:19:33.011693 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-48ae78c4-2204-4a0f-b17e-5b7cacd3c353 req-a246727a-f083-4791-bbdd-da1a705f3df4 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330839 Jul 01 07:19:33.103379 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:34.139671 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b7c88-7d1b-4878-8dcb-77141d5db014 req-b869981e-9c80-4a62-b6be-d116491fd2e8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:34.141333 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-658b7c88-7d1b-4878-8dcb-77141d5db014 req-b869981e-9c80-4a62-b6be-d116491fd2e8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0737193 Jul 01 07:19:34.192039 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-658b7c88-7d1b-4878-8dcb-77141d5db014 req-1c292906-d0e2-4cd4-ae8e-a8969a660163 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Jul 01 07:19:34.251596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a3b82-19f1-42b4-a3a7-df0b40ef8be2 req-3f0d94a0-37a1-417d-a1d4-eb67b6fb977d tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:34.253125 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-251a3b82-19f1-42b4-a3a7-df0b40ef8be2 req-3f0d94a0-37a1-417d-a1d4-eb67b6fb977d tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0877411 Jul 01 07:19:34.291074 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-251a3b82-19f1-42b4-a3a7-df0b40ef8be2 req-d6153020-d996-4c0f-b406-43502afb0144 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321283 Jul 01 07:19:34.368183 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0412e04-44e2-4d76-bdef-c24636ee7ee3 req-65943b89-d457-4822-a104-4f9be2becaf1 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:34.369691 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f0412e04-44e2-4d76-bdef-c24636ee7ee3 req-65943b89-d457-4822-a104-4f9be2becaf1 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 946 time: 0.0653203 Jul 01 07:19:34.414832 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f0412e04-44e2-4d76-bdef-c24636ee7ee3 req-956b6934-129b-49ef-9c87-aed2b74f5556 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386145 Jul 01 07:19:35.376320 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5aa9eb-30e0-40c3-a1c0-fcf0df9ffb7d req-bf62af34-39cf-4d49-ae7c-aa27d48c7a29 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:35.377783 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fa5aa9eb-30e0-40c3-a1c0-fcf0df9ffb7d req-bf62af34-39cf-4d49-ae7c-aa27d48c7a29 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0617042 Jul 01 07:19:35.418875 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fa5aa9eb-30e0-40c3-a1c0-fcf0df9ffb7d req-926ead9e-3e23-413d-b801-0c95b060cb87 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347493 Jul 01 07:19:35.582340 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e47f15-2dc8-4ef5-be1b-724e2c695410 req-bb1b2400-24e9-4acc-b218-3f7be95b279d tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:35.583851 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-25e47f15-2dc8-4ef5-be1b-724e2c695410 req-bb1b2400-24e9-4acc-b218-3f7be95b279d tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 946 time: 0.0649211 Jul 01 07:19:35.625802 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-25e47f15-2dc8-4ef5-be1b-724e2c695410 req-cd3cfdb8-9416-483a-b7fd-724acfdb8ce6 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357594 Jul 01 07:19:36.493222 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-00ae72e3-ebd9-4853-a7f6-3396673d781c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:36.498375 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-00ae72e3-ebd9-4853-a7f6-3396673d781c tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.26 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 946 time: 0.0647569 Jul 01 07:19:36.611530 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Deleting port 284685a6-4bc4-4d76-aded-0331656543a0 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:19:36.612134 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:36.714302 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 51600) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:36.752762 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] For port 284685a6-4bc4-4d76-aded-0331656543a0, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=284685a6-4bc4-4d76-aded-0331656543a0,segment=NetworkSegment(4a262725-7a30-470c-8997-8d28f22d14be),segment_id=4a262725-7a30-470c-8997-8d28f22d14be)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:36.753108 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:36.769953 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Calling delete_port for 284685a6-4bc4-4d76-aded-0331656543a0 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:19:36.796201 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b4728-6ed1-4185-bfd9-600a7ab6273e req-9474468d-9679-41b5-b727-3563a909322b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:36.797740 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-639b4728-6ed1-4185-bfd9-600a7ab6273e req-9474468d-9679-41b5-b727-3563a909322b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1054661 Jul 01 07:19:36.841100 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:36.911786 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-639b4728-6ed1-4185-bfd9-600a7ab6273e req-f93f2759-85bb-4a9a-8a36-5205b6fd6aba tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834568 Jul 01 07:19:37.039931 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:37.095842 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c07acb6-74e1-45fb-81c8-27cc2202270b req-ecc5e3cc-1fc4-49b4-b8c1-83f138dca5e9 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:37.095842 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4c07acb6-74e1-45fb-81c8-27cc2202270b req-ecc5e3cc-1fc4-49b4-b8c1-83f138dca5e9 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 946 time: 0.0705497 Jul 01 07:19:37.115536 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:37.117069 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:37.129808 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['284685a6-4bc4-4d76-aded-0331656543a0'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:19:37.147217 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Pushing event deleted for resources: {'Port': ['ID=284685a6-4bc4-4d76-aded-0331656543a0,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:37.159462 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=166b6c494ef240c88a4c000b87c1ca19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4439657 Jul 01 07:19:37.164490 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51612) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:37.186387 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4c07acb6-74e1-45fb-81c8-27cc2202270b req-b6e4119d-5723-4959-8e24-b10dead83f19 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/security-groups?id=1fe7ff39-a397-4efb-b2bd-c501a25c930c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863030 Jul 01 07:19:37.188116 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68364e45-0a12-41d6-9ac2-a0989c68a24d,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:37.203341 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.204151 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.205025 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.205586 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.206046 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.206666 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.207347 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.210352 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.210860 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.211367 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.211703 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.212034 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.212364 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.212689 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.213012 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.213335 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.213655 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.213967 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.214284 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.217360 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.226222 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.226222 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.226222 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.226222 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d11de4ed-f570-41bb-8b6b-8cbb8a14fcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:37.258373 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] No DVR routers for this DVR port 284685a6-4bc4-4d76-aded-0331656543a0 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:19:37.264140 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:37.266047 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c75f71e-0caf-4653-891c-90f09b40f79b req-fc2c8a65-1b8a-47f1-9a7b-36bb679c43e2 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.26 "DELETE /v2.0/ports/284685a6-4bc4-4d76-aded-0331656543a0 HTTP/1.1" status: 204 len: 173 time: 0.7644980 Jul 01 07:19:37.266545 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6', 'name': 'network-vif-deleted', 'tag': '284685a6-4bc4-4d76-aded-0331656543a0'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:19:37.268728 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-791b8f9d-a690-49d3-92fe-c6b0d5500e8f" -d '{"events": [{"server_uuid": "75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6", "name": "network-vif-deleted", "tag": "284685a6-4bc4-4d76-aded-0331656543a0"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:19:37.300640 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9a23-4d88-44a9-bfad-cd6adeda523b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:37.310339 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec96860-14fe-44c4-bd19-a1f9494fa84d x-openstack-request-id: req-aec96860-14fe-44c4-bd19-a1f9494fa84d {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:19:37.312514 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6", "name": "network-vif-deleted", "tag": "284685a6-4bc4-4d76-aded-0331656543a0", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:19:37.312514 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aec96860-14fe-44c4-bd19-a1f9494fa84d {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:19:37.312514 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6', 'name': 'network-vif-deleted', 'tag': '284685a6-4bc4-4d76-aded-0331656543a0', 'status': 'completed', 'code': 200} Jul 01 07:19:37.323682 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9a23-4d88-44a9-bfad-cd6adeda523b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:37.475017 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9a23-4d88-44a9-bfad-cd6adeda523b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:37.478185 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cbfe9a23-4d88-44a9-bfad-cd6adeda523b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:37.482104 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-cbfe9a23-4d88-44a9-bfad-cd6adeda523b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/68364e45-0a12-41d6-9ac2-a0989c68a24d HTTP/1.1" status: 204 len: 168 time: 0.3164864 Jul 01 07:19:37.489895 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe9a23-4d88-44a9-bfad-cd6adeda523b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68364e45-0a12-41d6-9ac2-a0989c68a24d,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:38.139612 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03796d09-0734-4cf1-af50-58116f319757 req-92f21d52-c0e7-4df4-bab2-640f6d761191 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:38.145811 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-03796d09-0734-4cf1-af50-58116f319757 req-92f21d52-c0e7-4df4-bab2-640f6d761191 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0746508 Jul 01 07:19:38.185327 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-03796d09-0734-4cf1-af50-58116f319757 req-da98084d-c58b-4c54-ba28-e14b8afee202 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387075 Jul 01 07:19:38.342248 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ad2e8579-7a84-4210-b5fe-ff0e05275cce req-fe14bdc0-043f-4f43-ac4e-977969bd5e75 tempest-VolumesActionsTest-313332969 tempest-VolumesActionsTest-313332969-project] 10.222.0.35 "GET /v2.0/ports?device_id=75a7c8a9-934c-47bc-96f7-7d5fd12a0ab6 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Jul 01 07:19:38.415965 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51646) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:38.429366 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fd1fad81-04c6-4a23-bf04-ec8aae41c7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:38.517978 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fd1fad81-04c6-4a23-bf04-ec8aae41c7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:38.592180 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fd1fad81-04c6-4a23-bf04-ec8aae41c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:38.634022 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fad81-04c6-4a23-bf04-ec8aae41c7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c805476-89f6-4afb-ac6e-563091ba8ad8,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:38.636281 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-fd1fad81-04c6-4a23-bf04-ec8aae41c7b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a1bca2a9712428fb603d98c10191aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192051 Jul 01 07:19:38.654832 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51656) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:38.731387 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d2a96903-d384-4c78-94f5-a12659574956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:38.753327 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d2a96903-d384-4c78-94f5-a12659574956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:38.853086 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed3b8c8-79c2-42e3-9274-43fb1d8f65da req-801a051b-f810-424f-bae6-00a4e05c4696 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:38.853086 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bed3b8c8-79c2-42e3-9274-43fb1d8f65da req-801a051b-f810-424f-bae6-00a4e05c4696 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0711615 Jul 01 07:19:38.889949 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bed3b8c8-79c2-42e3-9274-43fb1d8f65da req-eb7d013d-1344-474a-b149-ff4685f29111 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335746 Jul 01 07:19:38.900756 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d2a96903-d384-4c78-94f5-a12659574956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:38.904788 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d2a96903-d384-4c78-94f5-a12659574956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:38.910688 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d2a96903-d384-4c78-94f5-a12659574956 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c805476-89f6-4afb-ac6e-563091ba8ad8 HTTP/1.1" status: 204 len: 168 time: 0.2499955 Jul 01 07:19:38.915174 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a96903-d384-4c78-94f5-a12659574956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c805476-89f6-4afb-ac6e-563091ba8ad8,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:39.378678 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720862e-d63c-4937-b41d-00340e3878aa req-f21acd3b-caa3-4d84-87f3-8c63e189c3d2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:39.379424 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a720862e-d63c-4937-b41d-00340e3878aa req-f21acd3b-caa3-4d84-87f3-8c63e189c3d2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0838292 Jul 01 07:19:39.415744 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a720862e-d63c-4937-b41d-00340e3878aa req-dd6fcd25-2fb4-429b-8eac-3cdd19a4bd4f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Jul 01 07:19:39.572255 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51686) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:39.688259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-82384c5c-fb0d-493c-9ac6-f668d68e9ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:39.707366 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 51696) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:39.718866 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d13ee2db-bc59-4caa-9d2f-b162dd75a0e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:39.792775 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-82384c5c-fb0d-493c-9ac6-f668d68e9ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:39.878633 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-82384c5c-fb0d-493c-9ac6-f668d68e9ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:39.960944 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-82384c5c-fb0d-493c-9ac6-f668d68e9ffc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8510c9af6cec47dc8e7c01b14aa10efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853955 Jul 01 07:19:39.960944 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82384c5c-fb0d-493c-9ac6-f668d68e9ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69612a2c-ad13-4652-8e90-055a1b356b79,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:39.964357 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51708) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:40.018731 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d13ee2db-bc59-4caa-9d2f-b162dd75a0e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.045508 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d1864283-db97-400f-9855-19ee97755d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.089486 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d13ee2db-bc59-4caa-9d2f-b162dd75a0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.094030 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d1864283-db97-400f-9855-19ee97755d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.128739 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ee2db-bc59-4caa-9d2f-b162dd75a0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6789bc86-f28c-43b6-8f71-fa640d34656c,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:40.134769 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d13ee2db-bc59-4caa-9d2f-b162dd75a0e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e927bbf557ea4e61b6cd0fcd43a102b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4297998 Jul 01 07:19:40.139137 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51712) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:40.191030 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58a1aa-14ed-485e-a393-8c4736f5e3ef req-724ad2a1-10fa-4b8d-9337-a1dd972ab479 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:40.197262 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc58a1aa-14ed-485e-a393-8c4736f5e3ef req-724ad2a1-10fa-4b8d-9337-a1dd972ab479 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1450861 Jul 01 07:19:40.227394 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-da17ce5f-eac6-4748-b6f2-5fb90505804a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.253697 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc58a1aa-14ed-485e-a393-8c4736f5e3ef req-043f5230-44c2-4ef6-bfc1-c9b4fc7636c5 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533190 Jul 01 07:19:40.263591 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-da17ce5f-eac6-4748-b6f2-5fb90505804a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.269994 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d1864283-db97-400f-9855-19ee97755d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.273092 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d1864283-db97-400f-9855-19ee97755d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.274291 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d1864283-db97-400f-9855-19ee97755d16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69612a2c-ad13-4652-8e90-055a1b356b79 HTTP/1.1" status: 204 len: 168 time: 0.3085873 Jul 01 07:19:40.291532 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1864283-db97-400f-9855-19ee97755d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69612a2c-ad13-4652-8e90-055a1b356b79,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:40.392338 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-da17ce5f-eac6-4748-b6f2-5fb90505804a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.399124 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-da17ce5f-eac6-4748-b6f2-5fb90505804a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:40.399124 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-da17ce5f-eac6-4748-b6f2-5fb90505804a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6789bc86-f28c-43b6-8f71-fa640d34656c HTTP/1.1" status: 204 len: 168 time: 0.2550921 Jul 01 07:19:40.404877 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17ce5f-eac6-4748-b6f2-5fb90505804a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789bc86-f28c-43b6-8f71-fa640d34656c,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:40.596342 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e8075-b036-4a3d-bb4e-f9f962725d27 req-a75a0c42-4820-4081-b25b-0f06ff64f3d4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:40.597950 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b35e8075-b036-4a3d-bb4e-f9f962725d27 req-a75a0c42-4820-4081-b25b-0f06ff64f3d4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0718188 Jul 01 07:19:40.637744 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b35e8075-b036-4a3d-bb4e-f9f962725d27 req-d037ca45-1e3e-4c7e-9435-ee99487a1a8e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Jul 01 07:19:41.357033 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51792) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:41.448846 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d4f1f-3377-4e68-b0a8-a5589bcbf43f req-9e6695fd-79ab-46fa-a228-c94040d2a6e1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:41.450413 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b83d4f1f-3377-4e68-b0a8-a5589bcbf43f req-9e6695fd-79ab-46fa-a228-c94040d2a6e1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0651658 Jul 01 07:19:41.503841 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b83d4f1f-3377-4e68-b0a8-a5589bcbf43f req-961d9a4e-234f-4212-8978-49cfc0c03018 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447886 Jul 01 07:19:41.565643 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2095124669-network', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:41.672567 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Made reservation on behalf of 11842cd56fb64d5ea70bf4cb85ce5081 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:41.675089 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:41.685113 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:41.781385 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:41.819393 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec25c7-68b6-4ed7-84f6-0d257ae2b301 req-2402b197-4e58-4849-b491-7617bfa24e3a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:41.820852 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-28ec25c7-68b6-4ed7-84f6-0d257ae2b301 req-2402b197-4e58-4849-b491-7617bfa24e3a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0677917 Jul 01 07:19:41.858393 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-28ec25c7-68b6-4ed7-84f6-0d257ae2b301 req-5bf37775-6375-4ffe-bce5-8c98ed7b6864 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Jul 01 07:19:41.874764 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:41.899858 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:19:41.917182 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202c3341-26bd-471a-b28a-067ee30b92c9,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:41.922722 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:41.923318 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Added segment d70a0e68-e4c8-4c96-b7ca-1477d2f111db of type vlan for network cb69764f-1471-4705-b975-1dfa114f2be0 Jul 01 07:19:41.982197 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:42.071878 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:42.072948 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:42.073565 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:42.134210 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] Pushing event updated for resources: {'Network': ['ID=cb69764f-1471-4705-b975-1dfa114f2be0,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:42.154089 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network cb69764f-1471-4705-b975-1dfa114f2be0 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:19:42.164848 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-4118e7f2-c0c4-49e4-849b-d3d3045b6aeb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8061023 Jul 01 07:19:42.170204 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51822) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:42.175452 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Request body: {'subnet': {'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2095124669-subnet', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:42.307264 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Made reservation on behalf of 11842cd56fb64d5ea70bf4cb85ce5081 for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:42.310194 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808395'] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:42.319590 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 284685a6-4bc4-4d76-aded-0331656543a0 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:19:42.347615 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 284685a6-4bc4-4d76-aded-0331656543a0 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:19:42.347957 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 284685a6-4bc4-4d76-aded-0331656543a0 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:19:42.535085 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9423435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808409'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:42.582152 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e04ac37-e23e-4c7b-8b39-b83f8127495b,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:42.599645 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Checking segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:42.599994 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Network hostable DHCP agents. Network: cb69764f-1471-4705-b975-1dfa114f2be0, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:19:42.687176 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4744940d-7996-43b9-8502-27f327199bdf req-42299ace-2c0e-4213-8b3e-8f0266b6de46 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:42.688687 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4744940d-7996-43b9-8502-27f327199bdf req-42299ace-2c0e-4213-8b3e-8f0266b6de46 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0646701 Jul 01 07:19:42.691600 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Network cb69764f-1471-4705-b975-1dfa114f2be0 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:19:42.728670 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4744940d-7996-43b9-8502-27f327199bdf req-c4056a12-50a6-4810-8aeb-69cc3450f361 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334051 Jul 01 07:19:42.803391 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, cb69764f-1471-4705-b975-1dfa114f2be0) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:42.808872 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:42.809754 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:42.812716 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ca146-c894-4efd-8aa9-563fc3b83f81 None None] Network cb69764f-1471-4705-b975-1dfa114f2be0 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:19:42.945124 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0c5666d8-4056-433b-af0e-a39abbda204b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7731860 Jul 01 07:19:42.945392 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 51846) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:42.950106 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:42.973077 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-cb69764f-1471-4705-b975-1dfa114f2be0', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:19:42.975818 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.070046 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c498f-b5bf-44dc-91bd-72eb92867e4f req-b7ad22b8-c53a-4e78-85bb-8f178b9aa655 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:43.071594 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f44c498f-b5bf-44dc-91bd-72eb92867e4f req-b7ad22b8-c53a-4e78-85bb-8f178b9aa655 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0893872 Jul 01 07:19:43.072947 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.073972 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.122251 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Allocated IP 172.20.0.2 (cb69764f-1471-4705-b975-1dfa114f2be0/5e04ac37-e23e-4c7b-8b39-b83f8127495b/a64737d7-822a-4420-a3ef-112e85c217ff) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:43.127534 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f44c498f-b5bf-44dc-91bd-72eb92867e4f req-66dfcc4b-5bea-4480-bb79-9bff89d05037 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493650 Jul 01 07:19:43.155521 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.270661 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.279359 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Transition to ACTIVE for port object a64737d7-822a-4420-a3ef-112e85c217ff will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:43.294717 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Transition to ACTIVE for port object a64737d7-822a-4420-a3ef-112e85c217ff will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:43.343429 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.365216 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.389479 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Network cb69764f-1471-4705-b975-1dfa114f2be0 is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:43.392222 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:43.396709 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a64737d7-822a-4420-a3ef-112e85c217ff,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:43.403275 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:43.459757 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Attempting to bind port a64737d7-822a-4420-a3ef-112e85c217ff on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:19:43.460220 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Attempting to bind port a64737d7-822a-4420-a3ef-112e85c217ff by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:19:43.460648 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Attempting to bind port a64737d7-822a-4420-a3ef-112e85c217ff on network cb69764f-1471-4705-b975-1dfa114f2be0 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:43.467539 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:19:43.468008 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Checking segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:43.468487 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.468952 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Bound using segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:19:43.469469 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Bound port: a64737d7-822a-4420-a3ef-112e85c217ff, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:19:43.469909 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.541234 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] For port a64737d7-822a-4420-a3ef-112e85c217ff, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:19:43.544783 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] For port a64737d7-822a-4420-a3ef-112e85c217ff, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=a64737d7-822a-4420-a3ef-112e85c217ff,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:19:43.604823 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.640068 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.664470 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.698033 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974c73d-5fa5-4fd9-ba57-b657c3acf0c4 None None] Pushing event updated for resources: {'Port': ['ID=a64737d7-822a-4420-a3ef-112e85c217ff,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:43.786279 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Allocated IP 172.27.2.69 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/0dbdfec2-4c79-434d-8ad0-a232924b5fce) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:43.897856 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:43.991085 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c30450-00a0-4d3f-812f-c572fb56bea9 req-b6e44aa4-4317-443f-9bcd-3e274fb26c10 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:43.993981 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-75c30450-00a0-4d3f-812f-c572fb56bea9 req-b6e44aa4-4317-443f-9bcd-3e274fb26c10 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1379647 Jul 01 07:19:44.009766 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.060779 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-75c30450-00a0-4d3f-812f-c572fb56bea9 req-7129bdd4-ee17-4280-9d6b-1cb19c4ff5d2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495229 Jul 01 07:19:44.064849 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbdfec2-4c79-434d-8ad0-a232924b5fce,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:44.081635 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:44.086010 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:44.089490 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:44.104716 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51886) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:44.209384 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-830ea532-676c-48e1-adaa-4edbba41c7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.298769 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-830ea532-676c-48e1-adaa-4edbba41c7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.311192 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9162af-1b3f-40c6-83ac-e2d27721283e req-e1eccfac-5d47-42f7-a48a-7b506e6ab64e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:44.312691 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1c9162af-1b3f-40c6-83ac-e2d27721283e req-e1eccfac-5d47-42f7-a48a-7b506e6ab64e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0664234 Jul 01 07:19:44.349521 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1c9162af-1b3f-40c6-83ac-e2d27721283e req-416cd466-c247-45f4-ab6a-d67b06c41567 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Jul 01 07:19:44.383591 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-830ea532-676c-48e1-adaa-4edbba41c7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.440159 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-830ea532-676c-48e1-adaa-4edbba41c7e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1ae5bcd6dd1c4f3ab155e0d21571c066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3319278 Jul 01 07:19:44.440159 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ea532-676c-48e1-adaa-4edbba41c7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e4d60e-d83a-4e5c-8530-bebf0a3cf7c9,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:44.441462 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51902) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:44.461578 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.518783 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-002777b7-1fb5-482f-a36c-22f7760c5afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.542313 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-002777b7-1fb5-482f-a36c-22f7760c5afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.658436 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-002777b7-1fb5-482f-a36c-22f7760c5afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.661041 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-002777b7-1fb5-482f-a36c-22f7760c5afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.665343 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-002777b7-1fb5-482f-a36c-22f7760c5afe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40e4d60e-d83a-4e5c-8530-bebf0a3cf7c9 HTTP/1.1" status: 204 len: 168 time: 0.2197933 Jul 01 07:19:44.674313 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002777b7-1fb5-482f-a36c-22f7760c5afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e4d60e-d83a-4e5c-8530-bebf0a3cf7c9,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:44.768066 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00af0630-26d5-4962-b511-47a18e2e0bfc None None] Network cb69764f-1471-4705-b975-1dfa114f2be0 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:19:44.909504 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:44.920495 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-abb869f8-68f9-4dd2-9840-654b7f5418cd None None] Provisioning for port a64737d7-822a-4420-a3ef-112e85c217ff completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:45.171538 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:19:45.235410 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bd243-3c1f-4a92-a343-977d13269c7c req-d15ec8f0-d60b-4c46-96f6-aed85e0b7cac tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:45.237638 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-de0bd243-3c1f-4a92-a343-977d13269c7c req-d15ec8f0-d60b-4c46-96f6-aed85e0b7cac tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0783780 Jul 01 07:19:45.281546 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-de0bd243-3c1f-4a92-a343-977d13269c7c req-cdff2cc9-f167-4511-a0c8-60331f5ceffc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373845 Jul 01 07:19:45.299266 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:19:45.309853 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:19:45.321305 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:19:45.322139 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:19:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:45.342845 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51928) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:45.358273 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-739fbda7-3e14-4e6d-a3ce-ca0dcbab8aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.393732 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device a64737d7-822a-4420-a3ef-112e85c217ff up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:45.417768 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] Notify callbacks [] for router, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.419379 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-cc6b1983-7faf-4a6e-8741-7a6ffd9e1513 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4728169 Jul 01 07:19:45.422154 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 51934) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:45.535043 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:19:45.581938 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-739fbda7-3e14-4e6d-a3ce-ca0dcbab8aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.583361 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port a64737d7-822a-4420-a3ef-112e85c217ff completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:45.587751 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port a64737d7-822a-4420-a3ef-112e85c217ff triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:45.588118 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.666426 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009bcd0-469f-460b-bf75-fc77d963ccee req-d1153f9a-2cfb-4df7-bb1e-d33962215a13 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:45.669975 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-739fbda7-3e14-4e6d-a3ce-ca0dcbab8aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.676003 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b009bcd0-469f-460b-bf75-fc77d963ccee req-d1153f9a-2cfb-4df7-bb1e-d33962215a13 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1817873 Jul 01 07:19:45.733183 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.773868 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-739fbda7-3e14-4e6d-a3ce-ca0dcbab8aa2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ec4edb04449e46adaa7b28ca561056aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268661 Jul 01 07:19:45.773868 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739fbda7-3e14-4e6d-a3ce-ca0dcbab8aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df48ee88-36e6-41bd-9f5b-2070499645f2,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:45.778671 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 51952) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:45.822116 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:44Z', 'revision_number': 3, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:45.823145 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port a64737d7-822a-4420-a3ef-112e85c217ff, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=a64737d7-822a-4420-a3ef-112e85c217ff,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:45.833942 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b009bcd0-469f-460b-bf75-fc77d963ccee req-11ba0066-39fc-4336-86d0-42f5672d79ce tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401792 Jul 01 07:19:45.847321 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6dd477db-c575-42a1-92e6-ef19a6f958b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.867710 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:19:45.868487 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Updating router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 port 0dbdfec2-4c79-434d-8ad0-a232924b5fce binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:19:45.886756 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6dd477db-c575-42a1-92e6-ef19a6f958b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.921350 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:45.937502 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.052353 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6dd477db-c575-42a1-92e6-ef19a6f958b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.056376 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6dd477db-c575-42a1-92e6-ef19a6f958b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.057643 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-6dd477db-c575-42a1-92e6-ef19a6f958b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df48ee88-36e6-41bd-9f5b-2070499645f2 HTTP/1.1" status: 204 len: 168 time: 0.2778454 Jul 01 07:19:46.067844 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd477db-c575-42a1-92e6-ef19a6f958b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df48ee88-36e6-41bd-9f5b-2070499645f2,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:46.153552 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=a64737d7-822a-4420-a3ef-112e85c217ff,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:46.370591 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.410566 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.476131 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Transition to ACTIVE for port object 0dbdfec2-4c79-434d-8ad0-a232924b5fce will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:46.598978 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcaea5e-f768-45c8-b8e0-3c2044667804 req-7b30a6d6-80dd-41c7-a8e9-340fe1a52dc2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:46.601089 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0fcaea5e-f768-45c8-b8e0-3c2044667804 req-7b30a6d6-80dd-41c7-a8e9-340fe1a52dc2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1197932 Jul 01 07:19:46.629215 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.637148 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6cd76-7038-49cb-a52d-06523b709d50 req-7b267039-7066-4f5e-a954-30076cf5ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:46.637148 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d8c6cd76-7038-49cb-a52d-06523b709d50 req-7b267039-7066-4f5e-a954-30076cf5ef44 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1099 time: 0.0883958 Jul 01 07:19:46.663477 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0fcaea5e-f768-45c8-b8e0-3c2044667804 req-a02fe3f3-97ca-42a6-8a4e-1ed22ae91ff4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547233 Jul 01 07:19:46.718519 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Allocated IP 172.20.0.1 (cb69764f-1471-4705-b975-1dfa114f2be0/5e04ac37-e23e-4c7b-8b39-b83f8127495b/2a10ea42-f381-40b1-a814-8cf2bb54ae64) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:46.720601 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d8c6cd76-7038-49cb-a52d-06523b709d50 req-047a4735-53bf-495a-8875-60cd7615aebb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776303 Jul 01 07:19:46.728765 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Pushing event updated for resources: {'Port': ['ID=0dbdfec2-4c79-434d-8ad0-a232924b5fce,revision_number=2']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:46.733229 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Attempting to bind port 0dbdfec2-4c79-434d-8ad0-a232924b5fce on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:19:46.733599 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Attempting to bind port 0dbdfec2-4c79-434d-8ad0-a232924b5fce by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:19:46.733962 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Attempting to bind port 0dbdfec2-4c79-434d-8ad0-a232924b5fce on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:46.742049 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.745844 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:46.750449 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:19:46.750449 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:46.750449 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.750449 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:19:46.750951 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Bound port: 0dbdfec2-4c79-434d-8ad0-a232924b5fce, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:19:46.751829 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.864703 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] For port 0dbdfec2-4c79-434d-8ad0-a232924b5fce, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:19:46.879397 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] For port 0dbdfec2-4c79-434d-8ad0-a232924b5fce, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=0dbdfec2-4c79-434d-8ad0-a232924b5fce,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:19:46.956880 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:46.984745 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Transition to ACTIVE for port object 2a10ea42-f381-40b1-a814-8cf2bb54ae64 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:47.070318 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:47.133624 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:47.155560 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fcfd9-8b9e-40e8-81f9-12dd91e0fe3d req-cf71eeb3-f802-4197-b82d-7ff720aaef08 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:47.163931 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-896fcfd9-8b9e-40e8-81f9-12dd91e0fe3d req-cf71eeb3-f802-4197-b82d-7ff720aaef08 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1331317 Jul 01 07:19:47.187508 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:19:47.189755 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Network cb69764f-1471-4705-b975-1dfa114f2be0 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:47.193007 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:47.196334 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:19:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:47.197842 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:47.198575 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:47.228899 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-896fcfd9-8b9e-40e8-81f9-12dd91e0fe3d req-38cd8af0-df3c-46c2-af9d-af2553a66efb tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637336 Jul 01 07:19:47.255870 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Pushing event updated for resources: {'Port': ['ID=2a10ea42-f381-40b1-a814-8cf2bb54ae64,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:47.440980 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9addfe-168d-44de-9c38-67dab72ea463 None None] Pushing event updated for resources: {'Port': ['ID=0dbdfec2-4c79-434d-8ad0-a232924b5fce,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:47.478110 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device a64737d7-822a-4420-a3ef-112e85c217ff up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:47.480202 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:19:47.633574 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:47.667927 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port a64737d7-822a-4420-a3ef-112e85c217ff triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:47.669775 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:47.755772 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-d47da58e-617b-4e38-aa5a-d066ecd7128d None None] Provisioning for port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:47.790084 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-d47da58e-617b-4e38-aa5a-d066ecd7128d None None] Provisioning complete for port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:47.790472 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d47da58e-617b-4e38-aa5a-d066ecd7128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:47.846407 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:44Z', 'revision_number': 3, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:47.881945 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d31837-7ca6-40a5-aea0-b5177ef3ace8 None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:44Z', 'revision_number': 3, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:19:48.001603 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.072435 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9384a-3268-4fee-ab70-7797b100abbb req-f4af7878-367a-4fe7-adb7-066c0f3580c4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:48.074366 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.075369 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.082658 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-28b9384a-3268-4fee-ab70-7797b100abbb req-f4af7878-367a-4fe7-adb7-066c0f3580c4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.2206771 Jul 01 07:19:48.114687 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-d47da58e-617b-4e38-aa5a-d066ecd7128d None None] Port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:19:48.239026 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Pushing event updated for resources: {'Port': ['ID=2a10ea42-f381-40b1-a814-8cf2bb54ae64,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:48.239952 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-28b9384a-3268-4fee-ab70-7797b100abbb req-2b172f72-445f-47a3-8068-5355e9671d35 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534479 Jul 01 07:19:48.240447 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52016) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:48.351457 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Network cb69764f-1471-4705-b975-1dfa114f2be0 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:48.354709 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:48.482913 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1056392602-network', 'tenant_id': '13e33016c30a4d0c9cc2b4c38886b2ff'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:48.622850 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Made reservation on behalf of 13e33016c30a4d0c9cc2b4c38886b2ff for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:48.625212 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.637773 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.686220 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:19:48.732046 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fb09c6de-1595-49dc-8541-53d3dec0cdb9 None None] Provisioning complete for port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:48.733065 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fb09c6de-1595-49dc-8541-53d3dec0cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.755551 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae5c44-8dcb-462e-9659-b40f6adef283 req-152453d7-3073-40fa-82f5-1ac955dbb4d4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:48.757945 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7fae5c44-8dcb-462e-9659-b40f6adef283 req-152453d7-3073-40fa-82f5-1ac955dbb4d4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1750612 Jul 01 07:19:48.793583 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-fb09c6de-1595-49dc-8541-53d3dec0cdb9 None None] Port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:19:48.801100 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.860642 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.874183 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7fae5c44-8dcb-462e-9659-b40f6adef283 req-7a9b7567-ffe6-43f8-ab81-a2f39fc0925c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077130 Jul 01 07:19:48.885342 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:19:48.894444 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-2ec5a8ae-30e7-47b4-9983-60f4f010ae42 admin admin] 10.222.0.35 "PUT /v2.0/routers/fac7c850-43a7-40d4-9dc4-ea05ea2a4a55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4706519 Jul 01 07:19:48.934188 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574110e4-3042-41ca-a3fb-8d52341519c8,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:48.954414 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:19:48.967757 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:48.968360 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Added segment 38dec835-35bf-4122-9bd9-849ca21cd9e1 of type vlan for network 75ff67de-71f7-4ad6-902a-9c244d9a6f08 Jul 01 07:19:49.032337 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:49.227550 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:49.229492 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:49.230283 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:49.378169 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52040) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:49.385195 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Request body: {'subnet': {'network_id': '75ff67de-71f7-4ad6-902a-9c244d9a6f08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1056392602-subnet', 'tenant_id': '13e33016c30a4d0c9cc2b4c38886b2ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:49.386099 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1215856 Jul 01 07:19:49.391087 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8da09-1644-4ed3-8b97-51b19556b2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=75ff67de-71f7-4ad6-902a-9c244d9a6f08,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:49.437260 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 75ff67de-71f7-4ad6-902a-9c244d9a6f08 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:19:49.536300 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 0dbdfec2-4c79-434d-8ad0-a232924b5fce up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:49.580022 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Made reservation on behalf of 13e33016c30a4d0c9cc2b4c38886b2ff for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:49.582464 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:49.614722 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d624536-3afa-4f62-82fb-2dc8ae55c385 req-cd3e68dd-9be3-4452-9659-85a1877b7300 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:49.630587 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6d624536-3afa-4f62-82fb-2dc8ae55c385 req-cd3e68dd-9be3-4452-9659-85a1877b7300 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1316299 Jul 01 07:19:49.680002 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6d624536-3afa-4f62-82fb-2dc8ae55c385 req-b8362d7c-cecc-44cd-825c-70de4097c5b8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484183 Jul 01 07:19:49.783477 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 0dbdfec2-4c79-434d-8ad0-a232924b5fce completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:49.788367 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 0dbdfec2-4c79-434d-8ad0-a232924b5fce triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:49.793595 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:49.910933 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:49.944393 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 0dbdfec2-4c79-434d-8ad0-a232924b5fce, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=0dbdfec2-4c79-434d-8ad0-a232924b5fce,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:50.031963 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.076315 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52060) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:50.081047 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1052474291-network', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:50.119661 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=0dbdfec2-4c79-434d-8ad0-a232924b5fce,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:50.237285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607d14c4-7225-4c08-a1f3-9215a777fec5 req-979b3516-9d6d-4100-87f3-264af1b4f3c7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:50.238930 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-607d14c4-7225-4c08-a1f3-9215a777fec5 req-979b3516-9d6d-4100-87f3-264af1b4f3c7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1412475 Jul 01 07:19:50.303926 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-607d14c4-7225-4c08-a1f3-9215a777fec5 req-66fb81f6-0d5c-48f9-997e-fac3b34fddae tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552351 Jul 01 07:19:50.310920 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Made reservation on behalf of d26a2ef66037477fbc30dd3d915a1999 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:50.317256 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.344090 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.423549 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.512833 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.536541 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1704c28d-c01f-4c90-bdac-ef691ff174f9,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:50.546377 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Checking segment: {'id': '38dec835-35bf-4122-9bd9-849ca21cd9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75ff67de-71f7-4ad6-902a-9c244d9a6f08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:50.547064 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Network hostable DHCP agents. Network: 75ff67de-71f7-4ad6-902a-9c244d9a6f08, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:19:50.594662 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.617849 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Network 75ff67de-71f7-4ad6-902a-9c244d9a6f08 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:19:50.645927 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:19:50.665434 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d96d39e-cac3-44ae-a1eb-aa1c9831c201,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:50.696310 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690c541-2061-4374-afba-5293521046db None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:19:50.699538 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.699886 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Added segment cc8b7ad2-5f6b-4d42-9534-51caa682f8ff of type vlan for network eef1e106-38e6-4b9a-bd12-69cb57f98938 Jul 01 07:19:50.710216 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690c541-2061-4374-afba-5293521046db None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:19:50.711410 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-f690c541-2061-4374-afba-5293521046db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:19:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:50.768679 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 75ff67de-71f7-4ad6-902a-9c244d9a6f08) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:50.788734 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:50.790483 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e30b7-7f25-4d33-b557-9c3f227f5c3a None None] Network 75ff67de-71f7-4ad6-902a-9c244d9a6f08 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:19:50.793192 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.811437 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.937554 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-9da8914d-b0ee-40a2-a99e-f46c96a905a0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5581493 Jul 01 07:19:50.954526 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.955548 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:50.956131 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:50.974353 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-f690c541-2061-4374-afba-5293521046db None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:19:50.982794 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c0343-7861-4e06-918f-16274758b314 req-100e3d29-aa00-4577-9f54-3dffe8a36356 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:50.988259 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3e9c0343-7861-4e06-918f-16274758b314 req-100e3d29-aa00-4577-9f54-3dffe8a36356 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1577258 Jul 01 07:19:51.057034 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3e9c0343-7861-4e06-918f-16274758b314 req-745c5467-0ca2-4a9a-b314-85bb7e9b67b5 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546491 Jul 01 07:19:51.139428 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0621917 Jul 01 07:19:51.142399 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52086) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:51.149500 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Request body: {'subnet': {'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1052474291-subnet', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:51.191342 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea2f789-7589-4df3-86c0-a045561c4b53 None None] Network 75ff67de-71f7-4ad6-902a-9c244d9a6f08 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:19:51.199929 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde0806-943e-4070-9b9e-60e6112f78f5 admin admin] Pushing event updated for resources: {'Network': ['ID=eef1e106-38e6-4b9a-bd12-69cb57f98938,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:51.218829 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network eef1e106-38e6-4b9a-bd12-69cb57f98938 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:19:51.260335 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-f982acf4-c2b6-4a59-bece-349178a9330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:51.262801 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-f982acf4-c2b6-4a59-bece-349178a9330d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1099 time: 0.2391503 Jul 01 07:19:51.277406 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bdf91-7a64-4f34-8ba3-665765faaf29 req-fb9f6961-d216-4be5-a591-be79289c0884 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:51.286128 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a56bdf91-7a64-4f34-8ba3-665765faaf29 req-fb9f6961-d216-4be5-a591-be79289c0884 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1569664 Jul 01 07:19:51.309082 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Made reservation on behalf of d26a2ef66037477fbc30dd3d915a1999 for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:51.312031 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:51.479996 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 0dbdfec2-4c79-434d-8ad0-a232924b5fce up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:51.509386 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a56bdf91-7a64-4f34-8ba3-665765faaf29 req-212a697e-e60e-4362-87dc-788f9d781ab3 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219677 Jul 01 07:19:51.548169 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-92a79efe-d203-4c7c-b667-cc44b629f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:51.551693 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-92a79efe-d203-4c7c-b667-cc44b629f665 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 919 time: 0.2620127 Jul 01 07:19:51.637398 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 0dbdfec2-4c79-434d-8ad0-a232924b5fce triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:51.638355 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:51.640073 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-8dbc132c-d479-4e9f-a224-cb7677f65bdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0804095 Jul 01 07:19:51.642397 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-f690c541-2061-4374-afba-5293521046db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 2, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:51.699335 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690c541-2061-4374-afba-5293521046db None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:19:51.700008 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690c541-2061-4374-afba-5293521046db None None] Updating router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:19:51.710700 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-9e87e8de-b3fc-49b7-86d7-9156fbf650fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:51.712722 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-9e87e8de-b3fc-49b7-86d7-9156fbf650fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.0644319 Jul 01 07:19:51.715506 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:51.751814 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f690c541-2061-4374-afba-5293521046db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:51.781020 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-e56def65-4ef8-4f64-ba62-ade866f009e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571542 Jul 01 07:19:51.802416 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5727489-080e-4234-ab2e-b965570affef,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:51.802416 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Checking segment: {'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:51.802602 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Network hostable DHCP agents. Network: eef1e106-38e6-4b9a-bd12-69cb57f98938, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:19:51.872031 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Network eef1e106-38e6-4b9a-bd12-69cb57f98938 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:19:51.902183 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-6b4cf527-85ef-4c50-9d7d-b97964bd1ab3 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131337 Jul 01 07:19:51.957773 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, eef1e106-38e6-4b9a-bd12-69cb57f98938) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:51.972204 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c64cda-1692-41a8-a561-4bf55d50cdb5 None None] Network eef1e106-38e6-4b9a-bd12-69cb57f98938 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:19:51.972708 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:51.972979 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.087948 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-40585d8a-08e5-42f8-84a1-30c5edb0ba5a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9441476 Jul 01 07:19:52.090801 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52110) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:52.096410 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:52.212162 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.213964 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.310815 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-eef1e106-38e6-4b9a-bd12-69cb57f98938', 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'fixed_ips': [{'subnet_id': 'a5727489-080e-4234-ab2e-b965570affef'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:19:52.317050 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.335523 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f690c541-2061-4374-afba-5293521046db None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.342133 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e7528bb-8e09-4045-b368-e83e94d7c8a7 req-e4df5270-9c52-4b21-8925-0c7a8b51ea88 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253166 Jul 01 07:19:52.393874 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.448204 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52124) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:52.453405 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1987821196-network', 'tenant_id': 'af93d4a7a2bf46b1afd68a561051099b'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:52.503578 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-f690c541-2061-4374-afba-5293521046db None None] Transition to ACTIVE for port object 2a10ea42-f381-40b1-a814-8cf2bb54ae64 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:52.608512 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f690c541-2061-4374-afba-5293521046db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.632216 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.652672 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ef988-c0a4-4ade-9e22-036ecca19f41 req-c4a7270c-8c17-4b5f-9405-5c9697303d32 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:52.660176 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c16ef988-c0a4-4ade-9e22-036ecca19f41 req-c4a7270c-8c17-4b5f-9405-5c9697303d32 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.2646515 Jul 01 07:19:52.670391 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Made reservation on behalf of af93d4a7a2bf46b1afd68a561051099b for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:52.675080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.682859 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.712114 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160687e1-a179-4a5d-b993-4ccf447630c0 None None] Pushing event updated for resources: {'Port': ['ID=2a10ea42-f381-40b1-a814-8cf2bb54ae64,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:52.726932 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Allocated IP 172.20.0.2 (eef1e106-38e6-4b9a-bd12-69cb57f98938/a5727489-080e-4234-ab2e-b965570affef/c19dc512-0f55-4de0-aefe-3f50735e7f45) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:52.743147 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c16ef988-c0a4-4ade-9e22-036ecca19f41 req-951747a2-467e-4463-ab33-e0b6d3e7960e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816243 Jul 01 07:19:52.748849 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb47d4f-f7f3-40b8-a708-9bc31e0834bb req-7304b22c-3491-416d-bc05-fd241e75853f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:52.756597 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4fb47d4f-f7f3-40b8-a708-9bc31e0834bb req-7304b22c-3491-416d-bc05-fd241e75853f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1210284 Jul 01 07:19:52.816505 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4fb47d4f-f7f3-40b8-a708-9bc31e0834bb req-7ce9591e-b5b1-4f5d-a64b-3e6e12c616e2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585825 Jul 01 07:19:52.901364 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.972381 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:52.988080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:19:53.002439 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-f690c541-2061-4374-afba-5293521046db None None] Attempting to bind port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:19:53.004782 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-f690c541-2061-4374-afba-5293521046db None None] Attempting to bind port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:19:53.005265 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690c541-2061-4374-afba-5293521046db None None] Attempting to bind port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 on network cb69764f-1471-4705-b975-1dfa114f2be0 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:53.028659 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.029092 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Added segment 594b04e1-65d2-432b-98c4-57be68d131f5 of type vlan for network 1ebf97fb-a6f2-49c9-971f-ac174e16742d Jul 01 07:19:53.084127 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690c541-2061-4374-afba-5293521046db None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:19:53.093042 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690c541-2061-4374-afba-5293521046db None None] Checking segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:53.093721 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f690c541-2061-4374-afba-5293521046db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.094291 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f690c541-2061-4374-afba-5293521046db None None] Bound using segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:19:53.095017 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-f690c541-2061-4374-afba-5293521046db None None] Bound port: 2a10ea42-f381-40b1-a814-8cf2bb54ae64, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:19:53.095570 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f690c541-2061-4374-afba-5293521046db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.120489 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.135633 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de499a3-8e55-4fec-8ffb-1fd4ef165951,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:53.174939 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.205763 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.236562 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.238920 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:53.239597 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.260391 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-f690c541-2061-4374-afba-5293521046db None None] For port 2a10ea42-f381-40b1-a814-8cf2bb54ae64, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:19:53.262732 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.278113 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-f690c541-2061-4374-afba-5293521046db None None] For port 2a10ea42-f381-40b1-a814-8cf2bb54ae64, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=2a10ea42-f381-40b1-a814-8cf2bb54ae64,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:19:53.301365 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Transition to ACTIVE for port object c19dc512-0f55-4de0-aefe-3f50735e7f45 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:53.332157 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Transition to ACTIVE for port object c19dc512-0f55-4de0-aefe-3f50735e7f45 will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:53.340792 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f690c541-2061-4374-afba-5293521046db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.369180 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Allocated IP 172.27.2.106 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/eeb49169-6e36-495e-80ac-05f40639a251) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:53.372828 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] Pushing event updated for resources: {'Network': ['ID=1ebf97fb-a6f2-49c9-971f-ac174e16742d,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:53.384250 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-8670d647-1f2a-4fb9-8dfc-871d4396038e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9335108 Jul 01 07:19:53.387493 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52132) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:53.400627 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Request body: {'subnet': {'network_id': '1ebf97fb-a6f2-49c9-971f-ac174e16742d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1987821196-subnet', 'tenant_id': 'af93d4a7a2bf46b1afd68a561051099b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:19:53.409580 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 1ebf97fb-a6f2-49c9-971f-ac174e16742d details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:19:53.453500 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.555952 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Network eef1e106-38e6-4b9a-bd12-69cb57f98938 is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:53.556693 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690c541-2061-4374-afba-5293521046db None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:19:53.557338 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-f690c541-2061-4374-afba-5293521046db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:19:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:53.566200 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Made reservation on behalf of af93d4a7a2bf46b1afd68a561051099b for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:19:53.571483 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808395'] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.588540 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.644664 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:53.647587 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:53.652399 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160687e1-a179-4a5d-b993-4ccf447630c0 None None] Pushing event updated for resources: {'Port': ['ID=2a10ea42-f381-40b1-a814-8cf2bb54ae64,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:53.730349 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.836897 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:53.852648 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:53.862658 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:53.864009 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Pushing event updated for resources: {'Port': ['ID=c19dc512-0f55-4de0-aefe-3f50735e7f45,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:53.895050 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Attempting to bind port c19dc512-0f55-4de0-aefe-3f50735e7f45 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:19:53.895623 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Attempting to bind port c19dc512-0f55-4de0-aefe-3f50735e7f45 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:19:53.896059 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Attempting to bind port c19dc512-0f55-4de0-aefe-3f50735e7f45 on network eef1e106-38e6-4b9a-bd12-69cb57f98938 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:53.921674 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:19:53.934983 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Checking segment: {'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:53.935610 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.936097 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Bound using segment: {'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:19:53.936732 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Bound port: c19dc512-0f55-4de0-aefe-3f50735e7f45, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:19:53.937192 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:53.983465 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-f690c541-2061-4374-afba-5293521046db None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:19:54.000770 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Pushing event updated for resources: {'Port': ['ID=eeb49169-6e36-495e-80ac-05f40639a251,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:54.003591 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9423435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808409'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:54.139999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67a2dd-2e06-4274-af87-32da7e031adf req-6405c23c-94ad-4c46-a1a7-79b1466783ed tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:54.141746 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0f67a2dd-2e06-4274-af87-32da7e031adf req-6405c23c-94ad-4c46-a1a7-79b1466783ed tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1621349 Jul 01 07:19:54.174586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc01a71c-41aa-4b34-829c-7696c6233114,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:54.194244 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Checking segment: {'id': '594b04e1-65d2-432b-98c4-57be68d131f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1ebf97fb-a6f2-49c9-971f-ac174e16742d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:54.194244 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Network hostable DHCP agents. Network: 1ebf97fb-a6f2-49c9-971f-ac174e16742d, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:19:54.216390 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f354a7-9d80-41e5-b70f-68612813487f req-99bfd816-7a1b-42a0-a67c-5ba80a9a968d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:54.217964 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d7f354a7-9d80-41e5-b70f-68612813487f req-99bfd816-7a1b-42a0-a67c-5ba80a9a968d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1634150 Jul 01 07:19:54.244345 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0f67a2dd-2e06-4274-af87-32da7e031adf req-710f51e9-204e-4ed1-b26d-957317b277ec tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613267 Jul 01 07:19:54.324492 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] For port c19dc512-0f55-4de0-aefe-3f50735e7f45, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:19:54.333636 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Network 1ebf97fb-a6f2-49c9-971f-ac174e16742d is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:19:54.344720 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d7f354a7-9d80-41e5-b70f-68612813487f req-38adc4cc-1652-43e5-bc4c-1007f9189e3d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115012 Jul 01 07:19:54.381748 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:54.414627 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 1ebf97fb-a6f2-49c9-971f-ac174e16742d) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:54.417161 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] For port c19dc512-0f55-4de0-aefe-3f50735e7f45, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=c19dc512-0f55-4de0-aefe-3f50735e7f45,segment=NetworkSegment(cc8b7ad2-5f6b-4d42-9534-51caa682f8ff),segment_id=cc8b7ad2-5f6b-4d42-9534-51caa682f8ff)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:19:54.424503 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:54.425112 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:54.428974 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9751fbeb-f315-4aa7-9dbd-373e2dcae436 None None] Network 1ebf97fb-a6f2-49c9-971f-ac174e16742d requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:19:54.523239 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:54.535211 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-bc502156-5ebf-4a94-9668-2111d2cc57b6 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1387231 Jul 01 07:19:54.771417 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:54.797994 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf37d2-5ffc-481e-a4dc-032be3180c38 None None] Pushing event updated for resources: {'Port': ['ID=c19dc512-0f55-4de0-aefe-3f50735e7f45,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:54.904905 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-f690c541-2061-4374-afba-5293521046db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:53Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:54.942295 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b7884-a7d0-474c-8e19-426c29e91aa9 None None] Network 1ebf97fb-a6f2-49c9-971f-ac174e16742d requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:19:54.948222 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690c541-2061-4374-afba-5293521046db None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:53Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:19:55.109822 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f673a-65a8-4a0e-ac2e-576ad7a5c285 req-80029437-071f-4495-8015-7243a85a9328 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:55.121123 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fe8f673a-65a8-4a0e-ac2e-576ad7a5c285 req-80029437-071f-4495-8015-7243a85a9328 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.2249248 Jul 01 07:19:55.241704 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fe8f673a-65a8-4a0e-ac2e-576ad7a5c285 req-1949af55-ea83-452f-85f6-31d0b36a41b1 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195168 Jul 01 07:19:55.254304 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Router 4f3011f3-0399-407c-a278-ae318c74c891 is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:19:55.596796 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:19:55.612114 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Sync routers for ids ['4f3011f3-0399-407c-a278-ae318c74c891'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:19:55.652900 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Routers {'4f3011f3-0399-407c-a278-ae318c74c891'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:19:55.653785 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:19:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f3011f3-0399-407c-a278-ae318c74c891'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:55.657568 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device c19dc512-0f55-4de0-aefe-3f50735e7f45 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:55.716526 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aace739-12aa-43dc-b89a-2ac62bded0f4 req-cff45f97-25a9-4f47-b87d-77ad4f299157 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:55.727233 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1aace739-12aa-43dc-b89a-2ac62bded0f4 req-cff45f97-25a9-4f47-b87d-77ad4f299157 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1684127 Jul 01 07:19:55.728606 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] Notify callbacks [] for router, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:55.730804 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d4128ab5-05a3-4f64-b9be-03233d94b81a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6380112 Jul 01 07:19:55.733352 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52178) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:19:55.799270 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1aace739-12aa-43dc-b89a-2ac62bded0f4 req-cff8763f-d43c-4d64-b257-d7326dd2087a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693531 Jul 01 07:19:55.885761 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port c19dc512-0f55-4de0-aefe-3f50735e7f45 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:55.890217 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 2a10ea42-f381-40b1-a814-8cf2bb54ae64 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:55.920786 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Set router 4f3011f3-0399-407c-a278-ae318c74c891 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:19:56.203111 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3326fa1-013f-435f-b573-4a4df48a8394 req-a880950d-3502-4f49-a7b9-b65fb615a330 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:56.203111 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e3326fa1-013f-435f-b573-4a4df48a8394 req-a880950d-3502-4f49-a7b9-b65fb615a330 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.3659406 Jul 01 07:19:56.257127 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:56.270623 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:56.271037 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:56.380863 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f251a06-aa43-4a7d-87ce-de53a0323bb0 None None] Network eef1e106-38e6-4b9a-bd12-69cb57f98938 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:19:56.384199 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:19:54Z', 'revision_number': 3, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port': {'id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:53Z', 'updated_at': '2021-07-01T07:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:56.550625 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Checking router: 4f3011f3-0399-407c-a278-ae318c74c891 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:19:56.556319 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Updating router 4f3011f3-0399-407c-a278-ae318c74c891 port eeb49169-6e36-495e-80ac-05f40639a251 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:19:56.638824 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e3326fa1-013f-435f-b573-4a4df48a8394 req-9c0ef8f8-45d3-4a3a-9350-7ccb3224756f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5932286 Jul 01 07:19:56.690461 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:56.901947 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed95ad1-4081-42fe-8455-15ccba96d085 req-bfb80941-5850-4034-b1df-d65889decf6b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:56.904110 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6ed95ad1-4081-42fe-8455-15ccba96d085 req-bfb80941-5850-4034-b1df-d65889decf6b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.2504523 Jul 01 07:19:56.947001 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-747e15da-46fc-464d-a368-63f9a0f7f798 None None] Provisioning for port c19dc512-0f55-4de0-aefe-3f50735e7f45 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:56.972107 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6ed95ad1-4081-42fe-8455-15ccba96d085 req-c9ae8566-1ace-43f5-9a56-59f26922b6d2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623660 Jul 01 07:19:57.012144 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-747e15da-46fc-464d-a368-63f9a0f7f798 None None] Provisioning complete for port c19dc512-0f55-4de0-aefe-3f50735e7f45 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:57.012511 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-747e15da-46fc-464d-a368-63f9a0f7f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.085276 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.237809 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-ee9b98ee-9a0f-48d6-8f7e-b1e2d6bbda58 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:57.243555 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-ee9b98ee-9a0f-48d6-8f7e-b1e2d6bbda58 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 815 time: 0.4111111 Jul 01 07:19:57.264373 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 2a10ea42-f381-40b1-a814-8cf2bb54ae64, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=2a10ea42-f381-40b1-a814-8cf2bb54ae64,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:57.267735 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-50ce1586-7daa-479e-b7de-b1ad8f6054f2 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/quotas/3bbc05c0c7ff4feba2f529e41705f75f HTTP/1.1" status: 200 len: 375 time: 0.0229385 Jul 01 07:19:57.276131 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-747e15da-46fc-464d-a368-63f9a0f7f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.294592 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.309376 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Transition to ACTIVE for port object eeb49169-6e36-495e-80ac-05f40639a251 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:57.341193 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-747e15da-46fc-464d-a368-63f9a0f7f798 None None] For port c19dc512-0f55-4de0-aefe-3f50735e7f45, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=c19dc512-0f55-4de0-aefe-3f50735e7f45,segment=NetworkSegment(cc8b7ad2-5f6b-4d42-9534-51caa682f8ff),segment_id=cc8b7ad2-5f6b-4d42-9534-51caa682f8ff)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:19:57.359689 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eba20-caf6-42f9-a763-8da7986e57f4 req-8120fc8a-afd0-4016-b4b7-4c97bebafed5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:57.368942 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-da4eba20-caf6-42f9-a763-8da7986e57f4 req-8120fc8a-afd0-4016-b4b7-4c97bebafed5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1183720 Jul 01 07:19:57.388857 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.391053 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.403028 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.424190 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-26b00c08-2f14-4f58-9ce8-0695ca838cc9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1554999 Jul 01 07:19:57.439369 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Attempting to bind port eeb49169-6e36-495e-80ac-05f40639a251 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:19:57.439738 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Attempting to bind port eeb49169-6e36-495e-80ac-05f40639a251 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:19:57.440094 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Attempting to bind port eeb49169-6e36-495e-80ac-05f40639a251 on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:19:57.485808 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-da4eba20-caf6-42f9-a763-8da7986e57f4 req-fa50448e-bc30-4023-9d14-7f59f22f4f0f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173158 Jul 01 07:19:57.494860 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-747e15da-46fc-464d-a368-63f9a0f7f798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.529089 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:19:57.529500 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:19:57.529961 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.530361 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:19:57.530848 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Bound port: eeb49169-6e36-495e-80ac-05f40639a251, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:19:57.554850 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.556289 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-3547384b-8e8c-4951-8065-f14921cff877 service neutron] 10.222.0.35 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310101 Jul 01 07:19:57.577816 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=2a10ea42-f381-40b1-a814-8cf2bb54ae64,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:57.594074 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.594425 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.594829 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.595203 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.597972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.597972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.597972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.597972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.597972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.597972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.597972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.597972 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:19:57.685379 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-81d8b487-bb24-4efc-95bd-c7748d0d098f service neutron] 10.222.0.35 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235139 Jul 01 07:19:57.744137 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] For port eeb49169-6e36-495e-80ac-05f40639a251, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:19:57.762293 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] For port eeb49169-6e36-495e-80ac-05f40639a251, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=eeb49169-6e36-495e-80ac-05f40639a251,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:19:57.789910 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38fc56-972a-447c-b632-f7c39bb5d90f None None] Pushing event updated for resources: {'Port': ['ID=eeb49169-6e36-495e-80ac-05f40639a251,revision_number=2']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:57.809910 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e15da-46fc-464d-a368-63f9a0f7f798 None None] Pushing event updated for resources: {'Port': ['ID=c19dc512-0f55-4de0-aefe-3f50735e7f45,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:57.835777 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.872422 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-ec85b84b-57a6-4d91-8546-f9795ba39953 None None] Provisioning complete for port c19dc512-0f55-4de0-aefe-3f50735e7f45 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:57.872819 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ec85b84b-57a6-4d91-8546-f9795ba39953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:57.942435 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38fc56-972a-447c-b632-f7c39bb5d90f None None] Pushing event updated for resources: {'Port': ['ID=eeb49169-6e36-495e-80ac-05f40639a251,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:57.950553 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Allocated IP 172.20.0.1 (eef1e106-38e6-4b9a-bd12-69cb57f98938/a5727489-080e-4234-ab2e-b965570affef/0068ddb3-95eb-44f9-b5d8-02e97eb2adfd) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:19:57.970583 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Routers {'4f3011f3-0399-407c-a278-ae318c74c891'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:19:57.971647 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:19:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f3011f3-0399-407c-a278-ae318c74c891'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:58.001245 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-aaa11ec3-b8e3-4807-b195-3b4394180566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:58.101504 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:58.124457 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Transition to ACTIVE for port object 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:19:58.172567 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] Set router 4f3011f3-0399-407c-a278-ae318c74c891 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:19:58.217929 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f671393-da05-465c-a44c-f436ef19cc29 req-6c2055cb-3586-4cef-aa1f-c316c45f0d55 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:58.219542 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5f671393-da05-465c-a44c-f436ef19cc29 req-6c2055cb-3586-4cef-aa1f-c316c45f0d55 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1892817 Jul 01 07:19:58.261569 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:58.376726 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5f671393-da05-465c-a44c-f436ef19cc29 req-0b403e8f-235c-4041-8249-621795d224d5 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506431 Jul 01 07:19:58.405238 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Network eef1e106-38e6-4b9a-bd12-69cb57f98938 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:58.448977 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:58.466833 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:19:58.467438 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:58.520372 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-04bbc54d-b5b4-4cb0-95dc-629eaba24bd4 req-c452660f-932c-4ac3-b602-b743f2966e6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 210 time: 0.0646598 Jul 01 07:19:58.653818 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:19:54Z', 'revision_number': 3, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port': {'id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:53Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:19:58.681945 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Pushing event updated for resources: {'Port': ['ID=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:58.699919 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1540c88-93f4-4659-9b67-941c9a6f575b None None] The sync data for ids ['4f3011f3-0399-407c-a278-ae318c74c891'] in dv-cinder-777574-6-iscsi is: [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:19:54Z', 'revision_number': 3, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port': {'id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:53Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:19:58.783193 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce1536-e7a0-4a4b-904f-180af105f27a req-969ecd2e-da6f-42cb-809e-3d3ac2168e8b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:58.791572 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-10ce1536-e7a0-4a4b-904f-180af105f27a req-969ecd2e-da6f-42cb-809e-3d3ac2168e8b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.3867269 Jul 01 07:19:58.876786 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-10ce1536-e7a0-4a4b-904f-180af105f27a req-b6168876-ad2e-43ab-baa4-fa30d53d1324 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842195 Jul 01 07:19:58.899151 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:58.901480 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-b18171da-801e-4049-ad14-da14f32b36de None None] Provisioning for port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:19:58.907110 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-b18171da-801e-4049-ad14-da14f32b36de None None] Provisioning complete for port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:58.907745 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b18171da-801e-4049-ad14-da14f32b36de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:58.990722 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-b18171da-801e-4049-ad14-da14f32b36de None None] Port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:19:59.037685 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-cf0e4f07-29cf-4bf6-aee4-49a3464bfa14 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0926828 Jul 01 07:19:59.177876 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:59.203209 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-1a00311e-d2ca-446a-a975-b9aba4b216ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:59.211569 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-1a00311e-d2ca-446a-a975-b9aba4b216ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1099 time: 0.1462359 Jul 01 07:19:59.413097 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:59.413097 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:59.444371 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-a0441cc5-c25d-4b7c-b1ba-ce914a3a9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:59.445077 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-a0441cc5-c25d-4b7c-b1ba-ce914a3a9074 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 919 time: 0.1891484 Jul 01 07:19:59.561354 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Pushing event updated for resources: {'Port': ['ID=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:19:59.637672 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-a0e9a0e5-ff56-46c2-bd26-86d2f6eb2c78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 HTTP/1.1" status: 200 len: 217 time: 0.1688750 Jul 01 07:19:59.732173 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device c19dc512-0f55-4de0-aefe-3f50735e7f45 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:19:59.808949 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c7f02f65-e79d-480e-acf3-8ae6883d54e1 req-8759595e-07ff-4f62-8650-1e42538599ef tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 210 time: 0.0565560 Jul 01 07:19:59.835155 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port c19dc512-0f55-4de0-aefe-3f50735e7f45 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:19:59.836295 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:19:59.838826 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Network eef1e106-38e6-4b9a-bd12-69cb57f98938 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:19:59.847808 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:19:59.883166 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-8710d696-e938-4240-9c02-7b5a3a9ad65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:19:59.885061 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-8710d696-e938-4240-9c02-7b5a3a9ad65e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.2151175 Jul 01 07:19:59.971947 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-6d7d6c47-5111-4ea0-9255-dcfd243d2e91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760498 Jul 01 07:20:00.037736 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb0c70-2a78-4a66-8e91-23bfd6b12e6c req-9115e568-116d-4288-8c55-7b4b220d0007 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:00.037736 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7cb0c70-2a78-4a66-8e91-23bfd6b12e6c req-9115e568-116d-4288-8c55-7b4b220d0007 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.4016252 Jul 01 07:20:00.049061 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 2a10ea42-f381-40b1-a814-8cf2bb54ae64 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:00.169741 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Router 4f3011f3-0399-407c-a278-ae318c74c891 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:20:00.187094 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:00.197433 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:00.238547 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b7cb0c70-2a78-4a66-8e91-23bfd6b12e6c req-a909d158-699b-43a4-a2c7-71fa68d280da tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770692 Jul 01 07:20:00.327328 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e58ca-cf20-4e81-a255-3d4cec1a9be3 req-734ae821-c75f-40e7-9b3b-6d8256bfa309 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:00.337417 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a86e58ca-cf20-4e81-a255-3d4cec1a9be3 req-734ae821-c75f-40e7-9b3b-6d8256bfa309 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.2157087 Jul 01 07:20:00.396074 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-2c673c17-916a-4947-acca-226151cdc06d service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598280 Jul 01 07:20:00.466190 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device eeb49169-6e36-495e-80ac-05f40639a251 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:00.517842 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a86e58ca-cf20-4e81-a255-3d4cec1a9be3 req-3e5b902a-d946-4045-af27-037bf1202b58 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764121 Jul 01 07:20:00.518001 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-72f48c72-a179-43ae-adbc-49c7a00b327f None None] Provisioning complete for port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:00.518001 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-72f48c72-a179-43ae-adbc-49c7a00b327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:00.518745 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:20:00.523830 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-932467a7-ad6c-41e2-bee9-9378a6c69baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:00.530465 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-12c03ead-b41f-4727-8e47-5cd139fbd459 admin admin] 10.222.0.35 "PUT /v2.0/routers/4f3011f3-0399-407c-a278-ae318c74c891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7924166 Jul 01 07:20:00.555055 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:00.641926 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-51ccfee7-cef2-4c9f-99d5-f0fe53695908 req-bcba8ed3-32b1-4f74-a51c-8ed4e44ca10e service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374790 Jul 01 07:20:00.659445 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-72f48c72-a179-43ae-adbc-49c7a00b327f None None] Port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:20:00.760969 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254beadb-feea-427c-97a5-2218574d981b req-9ae03da4-4a07-4326-953e-943e1dd9a403 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:00.762866 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-254beadb-feea-427c-97a5-2218574d981b req-9ae03da4-4a07-4326-953e-943e1dd9a403 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.2239203 Jul 01 07:20:00.780678 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port eeb49169-6e36-495e-80ac-05f40639a251 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:20:00.790567 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port eeb49169-6e36-495e-80ac-05f40639a251 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:00.794301 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:00.814202 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-254beadb-feea-427c-97a5-2218574d981b req-e5e518a9-e0c2-4741-9150-dea8da4f830a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443716 Jul 01 07:20:00.892691 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:00.969995 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:01.001057 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port eeb49169-6e36-495e-80ac-05f40639a251, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=eeb49169-6e36-495e-80ac-05f40639a251,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:01.086040 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:01.189233 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=eeb49169-6e36-495e-80ac-05f40639a251,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:01.429181 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:01.512807 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device eeb49169-6e36-495e-80ac-05f40639a251 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:01.623451 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port eeb49169-6e36-495e-80ac-05f40639a251 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:01.623970 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:01.741757 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0aa1173c-1175-44e1-8d18-76f38e0db541 req-39ebb3d3-0a78-424f-8e0c-f7fc5864afb2 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 210 time: 0.0820007 Jul 01 07:20:01.756242 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-4611372d-d672-47d3-b2d0-79eac5f13512 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:01.761522 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-4611372d-d672-47d3-b2d0-79eac5f13512 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 815 time: 0.3070629 Jul 01 07:20:01.777477 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Request body: {'port': {'device_id': 'cb207ccc-1ee0-4325-9652-33638aa15929', 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'admin_state_up': True, 'tenant_id': '3bbc05c0c7ff4feba2f529e41705f75f'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:01.799923 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Sync routers for ids ['4f3011f3-0399-407c-a278-ae318c74c891'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:20:01.805163 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:20:01.841711 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52314) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:01.848092 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-c4ad38db-9a0e-4725-8eee-577f01a2f291 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1375399619', 'description': 'tempest-secgroup-smoke-1375399619 description', 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:01.915265 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Routers {'4f3011f3-0399-407c-a278-ae318c74c891'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:20:01.921079 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:20:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f3011f3-0399-407c-a278-ae318c74c891'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:02.038639 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c4ad38db-9a0e-4725-8eee-577f01a2f291 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:02.083360 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Set router 4f3011f3-0399-407c-a278-ae318c74c891 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:20:02.142077 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.db.resource_extend [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 01 07:20:02.159652 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77344b9-f2a2-42df-a15f-ef6bcc71753b req-1013fa70-26e3-4ad2-99d6-fc12ab1c749b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:02.176069 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a77344b9-f2a2-42df-a15f-ef6bcc71753b req-1013fa70-26e3-4ad2-99d6-fc12ab1c749b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.2545910 Jul 01 07:20:02.239145 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a244eb-e7e1-4d0d-ad0c-65afe1f375c4 req-185fc944-f869-4f7c-83e0-83352abdded3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:02.248701 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-91a244eb-e7e1-4d0d-ad0c-65afe1f375c4 req-185fc944-f869-4f7c-83e0-83352abdded3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1743689 Jul 01 07:20:02.268394 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:02.278742 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a77344b9-f2a2-42df-a15f-ef6bcc71753b req-e0dc2b88-c676-4486-850b-1a39430b9de0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016006 Jul 01 07:20:02.287653 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'port_id': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'mac_address': 'fa:16:3e:21:af:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:20:02.319509 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-91a244eb-e7e1-4d0d-ad0c-65afe1f375c4 req-b09e1e2c-2fee-485b-b479-155c5592a795 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632036 Jul 01 07:20:02.381507 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c4ad38db-9a0e-4725-8eee-577f01a2f291 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:02.428412 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:02.457940 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:20:02.461718 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c4ad38db-9a0e-4725-8eee-577f01a2f291 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:02.523448 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad38db-9a0e-4725-8eee-577f01a2f291 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:02.526461 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:02.574669 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Made reservation on behalf of 3bbc05c0c7ff4feba2f529e41705f75f for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:20:02.579211 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:02.589218 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:19:58Z', 'revision_number': 4, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port': {'id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:53Z', 'updated_at': '2021-07-01T07:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '0068ddb3-95eb-44f9-b5d8-02e97eb2adfd', 'name': '', 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'mac_address': 'fa:16:3e:62:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'a5727489-080e-4234-ab2e-b965570affef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:57Z', 'updated_at': '2021-07-01T07:19:58Z', 'revision_number': 2, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'subnets': [{'id': 'a5727489-080e-4234-ab2e-b965570affef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:02.628982 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:02.633042 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Checking router: 4f3011f3-0399-407c-a278-ae318c74c891 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:20:02.633615 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Updating router 4f3011f3-0399-407c-a278-ae318c74c891 port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:20:02.644143 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c4ad38db-9a0e-4725-8eee-577f01a2f291 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:02.646098 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-c4ad38db-9a0e-4725-8eee-577f01a2f291 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8033197 Jul 01 07:20:02.649672 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52334) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:02.656537 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-16aca1b2-b47f-46ae-9c2d-a141d0068178 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'security_group_rule': {'security_group_id': '6eea4fcc-1b27-4bee-9294-f5c4c19e8f18', 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:02.722813 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:02.751021 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=6']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:02.767848 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Allocated IP 172.20.0.14 (7893b582-cdf9-4779-bb39-31b78258db7f/2599902a-f41b-4014-9873-e24797fbbb73/8501e9fd-0736-41c8-b4ee-72ca237a78a7) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:20:02.859881 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-16aca1b2-b47f-46ae-9c2d-a141d0068178 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.029333 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-16aca1b2-b47f-46ae-9c2d-a141d0068178 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.066001 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.077821 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-096fd56d-0b99-4d0b-a537-3de45f605a65 req-e13cee81-92f4-4dcc-aebf-bc008a99c1b1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 210 time: 0.1121840 Jul 01 07:20:03.087292 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:20:03.094715 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-16aca1b2-b47f-46ae-9c2d-a141d0068178 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.117872 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aca1b2-b47f-46ae-9c2d-a141d0068178 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958aed27-152d-41bf-958d-6b64892673be,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:03.199391 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.242331 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Transition to ACTIVE for port object 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:03.308918 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-16aca1b2-b47f-46ae-9c2d-a141d0068178 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.311776 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-16aca1b2-b47f-46ae-9c2d-a141d0068178 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6588895 Jul 01 07:20:03.314201 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52352) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:03.324031 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-891347b6-9b1b-4036-8b48-50a106575e87 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'security_group_rule': {'security_group_id': '6eea4fcc-1b27-4bee-9294-f5c4c19e8f18', 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:03.365708 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.367878 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.369021 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.425681 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Network 7893b582-cdf9-4779-bb39-31b78258db7f is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:20:03.434110 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:20:03.438794 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:20:03.525324 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['575096a4-b82b-401f-b590-b5c17dae4cb8', 'c63b7661-e2d2-4d24-8af7-3c90465da55f', '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:20:03.563582 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cefa86-1dc7-4c54-842e-b1cc5b79568e None None] Pushing event updated for resources: {'Port': ['ID=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:03.563789 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-891347b6-9b1b-4036-8b48-50a106575e87 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.571842 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Pushing event updated for resources: {'Port': ['ID=8501e9fd-0736-41c8-b4ee-72ca237a78a7,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:03.695613 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Attempting to bind port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:20:03.696032 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Attempting to bind port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:20:03.696410 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Attempting to bind port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd on network eef1e106-38e6-4b9a-bd12-69cb57f98938 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:20:03.710262 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:20:03.710651 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Checking segment: {'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:20:03.711096 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.711494 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Bound using segment: {'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:20:03.713247 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Bound port: 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:20:03.713663 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.793261 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:03.850675 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:03.856731 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.858932 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2367e9-1716-468a-82d2-b04d20065b27 req-213ea7fd-2ac3-4065-9921-bdf56589759f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:03.869990 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d2367e9-1716-468a-82d2-b04d20065b27 req-213ea7fd-2ac3-4065-9921-bdf56589759f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1630590 Jul 01 07:20:03.953283 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-891347b6-9b1b-4036-8b48-50a106575e87 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:03.957050 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d2367e9-1716-468a-82d2-b04d20065b27 req-129fc18f-6337-4c85-b215-e4b6dfec55a9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771699 Jul 01 07:20:03.967913 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] For port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:20:03.975353 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] For port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,segment=NetworkSegment(cc8b7ad2-5f6b-4d42-9534-51caa682f8ff),segment_id=cc8b7ad2-5f6b-4d42-9534-51caa682f8ff)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:20:04.017618 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99bb32-0e8f-4182-bbac-611297668800 req-e57b2cd5-2072-4d33-a65f-884595fb2e57 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:04.028320 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c99bb32-0e8f-4182-bbac-611297668800 req-e57b2cd5-2072-4d33-a65f-884595fb2e57 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 945 time: 0.4437389 Jul 01 07:20:04.038953 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-e18ec268-7b23-4919-946a-e3b8c2199f17 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2660084 Jul 01 07:20:04.043703 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:20:04.065504 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.066783 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Request body: {'port': {'device_id': 'cb207ccc-1ee0-4325-9652-33638aa15929', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:04.069464 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:04.070132 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.102295 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-891347b6-9b1b-4036-8b48-50a106575e87 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.131663 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891347b6-9b1b-4036-8b48-50a106575e87 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55c0fc4-2bad-47c9-b685-cd5ee5aa0d4b,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:04.160463 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c99bb32-0e8f-4182-bbac-611297668800 req-89ed3fd0-b609-4c8e-a721-62bd8bc3f8bc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279533 Jul 01 07:20:04.241272 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.319032 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Routers {'4f3011f3-0399-407c-a278-ae318c74c891'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:20:04.320524 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:20:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f3011f3-0399-407c-a278-ae318c74c891'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:04.345539 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-891347b6-9b1b-4036-8b48-50a106575e87 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.351158 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52382) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:04.357151 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-983132a3-d10b-4ec3-b687-3c3b0d9b41af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'security_group_rule': {'security_group_id': '6eea4fcc-1b27-4bee-9294-f5c4c19e8f18', 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:04.365371 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-891347b6-9b1b-4036-8b48-50a106575e87 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0498099 Jul 01 07:20:04.564138 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-983132a3-d10b-4ec3-b687-3c3b0d9b41af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.690109 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccc164-ba2e-4c96-8430-62ecf689b67d req-3bd73848-0678-4e83-ad2e-892555130507 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:04.698129 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-79ccc164-ba2e-4c96-8430-62ecf689b67d req-3bd73848-0678-4e83-ad2e-892555130507 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 932 time: 0.3237343 Jul 01 07:20:04.737164 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-983132a3-d10b-4ec3-b687-3c3b0d9b41af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.765519 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-79ccc164-ba2e-4c96-8430-62ecf689b67d req-244e066c-5ce0-4339-b158-90060c2a64c3 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640862 Jul 01 07:20:04.775400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8501e9fd-0736-41c8-b4ee-72ca237a78a7 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:20:04.804969 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.812400 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-983132a3-d10b-4ec3-b687-3c3b0d9b41af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.841878 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Transition to ACTIVE for port object 8501e9fd-0736-41c8-b4ee-72ca237a78a7 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:04.846394 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983132a3-d10b-4ec3-b687-3c3b0d9b41af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fef1d66-d549-4d7a-9b6f-bf4c7ecde455,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:04.868538 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cefa86-1dc7-4c54-842e-b1cc5b79568e None None] Pushing event updated for resources: {'Port': ['ID=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:04.931445 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-983132a3-d10b-4ec3-b687-3c3b0d9b41af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.933294 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:04.936406 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-983132a3-d10b-4ec3-b687-3c3b0d9b41af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5837941 Jul 01 07:20:04.939251 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52400) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:04.949776 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-3c45f68b-a3ff-4cfa-a33f-168d5a24cf27 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'security_group_rule': {'security_group_id': '6eea4fcc-1b27-4bee-9294-f5c4c19e8f18', 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:04.999491 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.050974 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] Set router 4f3011f3-0399-407c-a278-ae318c74c891 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:20:05.091098 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3c45f68b-a3ff-4cfa-a33f-168d5a24cf27 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.092934 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:20:05.094867 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780e6c68-b412-47bb-846c-3f3d2ff9146e" -d '{"events": [{"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-plugged", "status": "completed", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:20:05.126461 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:05.139715 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8501e9fd-0736-41c8-b4ee-72ca237a78a7,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:05.244942 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fb8e3a-c041-49bb-a064-933321c5aed4 x-openstack-request-id: req-52fb8e3a-c041-49bb-a064-933321c5aed4 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:20:05.245325 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-plugged", "status": "completed", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:20:05.245584 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-52fb8e3a-c041-49bb-a064-933321c5aed4 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:20:05.246000 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'code': 200} Jul 01 07:20:05.252074 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Attempting to bind port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:20:05.252424 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Attempting to bind port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:20:05.252756 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Attempting to bind port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 on network 7893b582-cdf9-4779-bb39-31b78258db7f {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:20:05.258607 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 on network 7893b582-cdf9-4779-bb39-31b78258db7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:20:05.258972 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Attempting to bind port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 on network 7893b582-cdf9-4779-bb39-31b78258db7f {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:20:05.261788 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.266653 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:20:05.267068 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Checking segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:20:05.267718 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Bound using segment: {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:20:05.268802 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Bound port: 8501e9fd-0736-41c8-b4ee-72ca237a78a7, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c977dd91-e740-4836-92ed-24987b26ce63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:20:05.270786 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.295361 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3c45f68b-a3ff-4cfa-a33f-168d5a24cf27 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.408904 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3c45f68b-a3ff-4cfa-a33f-168d5a24cf27 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.632383 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] For port 8501e9fd-0736-41c8-b4ee-72ca237a78a7, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:20:05.660959 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224baf20-7931-4422-bb2e-ceb0ccae4c14 req-597ce7b5-3da9-40e7-a9cb-04538df39477 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:05.663232 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-224baf20-7931-4422-bb2e-ceb0ccae4c14 req-597ce7b5-3da9-40e7-a9cb-04538df39477 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.3504307 Jul 01 07:20:05.681445 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] For port 8501e9fd-0736-41c8-b4ee-72ca237a78a7, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=8501e9fd-0736-41c8-b4ee-72ca237a78a7,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:20:05.738526 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=7']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:05.751422 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c45f68b-a3ff-4cfa-a33f-168d5a24cf27 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82bdb9e-b223-4d05-a1dd-96baf6e8db14,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:05.774543 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-224baf20-7931-4422-bb2e-ceb0ccae4c14 req-f8cfd329-0710-407c-8c62-c79a7225ac92 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035066 Jul 01 07:20:05.807952 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.886086 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3c45f68b-a3ff-4cfa-a33f-168d5a24cf27 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.895874 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-3c45f68b-a3ff-4cfa-a33f-168d5a24cf27 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9536595 Jul 01 07:20:05.898527 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52420) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:05.927578 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689bb8e-f5c4-47af-8a77-6e056521061b req-52e73df1-9460-4da6-bc58-112c551fe52a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:05.943484 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7689bb8e-f5c4-47af-8a77-6e056521061b req-52e73df1-9460-4da6-bc58-112c551fe52a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.2356453 Jul 01 07:20:05.943484 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-3b9d16e3-9311-414d-84bb-8f1675fb93cf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'security_group_rule': {'security_group_id': '6eea4fcc-1b27-4bee-9294-f5c4c19e8f18', 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:05.953493 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:05.954169 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:05.954786 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:19:58Z', 'revision_number': 4, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port': {'id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:53Z', 'updated_at': '2021-07-01T07:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '0068ddb3-95eb-44f9-b5d8-02e97eb2adfd', 'name': '', 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'mac_address': 'fa:16:3e:62:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'a5727489-080e-4234-ab2e-b965570affef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:57Z', 'updated_at': '2021-07-01T07:20:03Z', 'revision_number': 4, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'subnets': [{'id': 'a5727489-080e-4234-ab2e-b965570affef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:05.955760 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/8501e9fd-0736-41c8-b4ee-72ca237a78a7 HTTP/1.1" status: 200 len: 1094 time: 1.9021702 Jul 01 07:20:05.968787 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb207ccc-1ee0-4325-9652-33638aa15929', 'tag': '8501e9fd-0736-41c8-b4ee-72ca237a78a7'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:20:05.973602 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e78a1d-7871-4435-ad76-ab0cc59e51e1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb207ccc-1ee0-4325-9652-33638aa15929", "tag": "8501e9fd-0736-41c8-b4ee-72ca237a78a7"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:20:05.986079 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bad8a9c-0f36-495f-9952-8828844245f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8501e9fd-0736-41c8-b4ee-72ca237a78a7,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:05.988832 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9759a5-2b0d-43ad-bf02-38b783bea6f7 None None] The sync data for ids ['4f3011f3-0399-407c-a278-ae318c74c891'] in dv-cinder-777574-6-iscsi is: [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:19:58Z', 'revision_number': 4, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port': {'id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:53Z', 'updated_at': '2021-07-01T07:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '0068ddb3-95eb-44f9-b5d8-02e97eb2adfd', 'name': '', 'network_id': 'eef1e106-38e6-4b9a-bd12-69cb57f98938', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'mac_address': 'fa:16:3e:62:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': 'a5727489-080e-4234-ab2e-b965570affef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:57Z', 'updated_at': '2021-07-01T07:20:03Z', 'revision_number': 4, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'subnets': [{'id': 'a5727489-080e-4234-ab2e-b965570affef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:20:06.092966 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7689bb8e-f5c4-47af-8a77-6e056521061b req-11de486c-110a-4cc6-97a0-4e01ef178835 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142168 Jul 01 07:20:06.096539 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.securitygroups_db [None req-3b9d16e3-9311-414d-84bb-8f1675fb93cf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Project 11842cd56fb64d5ea70bf4cb85ce5081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 07:20:06.116294 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3b9d16e3-9311-414d-84bb-8f1675fb93cf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:06.211040 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a44edd9-6e2b-463b-ae63-314c368ad652 x-openstack-request-id: req-2a44edd9-6e2b-463b-ae63-314c368ad652 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:20:06.211333 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb207ccc-1ee0-4325-9652-33638aa15929", "tag": "8501e9fd-0736-41c8-b4ee-72ca237a78a7", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:20:06.211590 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2a44edd9-6e2b-463b-ae63-314c368ad652 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:20:06.212100 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb207ccc-1ee0-4325-9652-33638aa15929', 'tag': '8501e9fd-0736-41c8-b4ee-72ca237a78a7', 'status': 'completed', 'code': 200} Jul 01 07:20:06.217217 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3b9d16e3-9311-414d-84bb-8f1675fb93cf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:06.302982 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3b9d16e3-9311-414d-84bb-8f1675fb93cf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:06.323590 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d16e3-9311-414d-84bb-8f1675fb93cf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd259ec-6c71-43cb-982b-5153fe97cfed,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:06.331984 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722e97f-6346-4f1f-8f23-0884f04c1b55 req-ea403e23-5c4e-40cc-b7d4-6d509f2aed74 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:06.335390 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d722e97f-6346-4f1f-8f23-0884f04c1b55 req-ea403e23-5c4e-40cc-b7d4-6d509f2aed74 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 944 time: 0.2959709 Jul 01 07:20:06.339537 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-076cd472-d3b5-46bb-ab1d-662cf1475f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:06.341253 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-076cd472-d3b5-46bb-ab1d-662cf1475f2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 1097 time: 0.1865776 Jul 01 07:20:06.443077 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d722e97f-6346-4f1f-8f23-0884f04c1b55 req-3e6a9cb3-be22-4785-ad3f-24017ac5b9d4 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821154 Jul 01 07:20:06.445683 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3b9d16e3-9311-414d-84bb-8f1675fb93cf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:06.447048 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-3b9d16e3-9311-414d-84bb-8f1675fb93cf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5105751 Jul 01 07:20:06.453213 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52432) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:06.454829 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-f99d2046-6589-4523-af16-300dc70871a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'security_group_rule': {'security_group_id': '6eea4fcc-1b27-4bee-9294-f5c4c19e8f18', 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:06.591369 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.securitygroups_db [None req-f99d2046-6589-4523-af16-300dc70871a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Project 11842cd56fb64d5ea70bf4cb85ce5081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 07:20:06.596846 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f99d2046-6589-4523-af16-300dc70871a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:06.714980 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f99d2046-6589-4523-af16-300dc70871a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:06.808409 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f99d2046-6589-4523-af16-300dc70871a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:06.839932 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d2046-6589-4523-af16-300dc70871a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a99d4a2-1f9f-46a2-bb32-242d7920fe90,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:06.946987 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f99d2046-6589-4523-af16-300dc70871a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:06.959244 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f99d2046-6589-4523-af16-300dc70871a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5010574 Jul 01 07:20:07.024828 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579f300-ca82-4489-acad-83aee0d397e4 req-2b1df217-5287-44c9-9a7c-40f19d885299 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:07.026660 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2579f300-ca82-4489-acad-83aee0d397e4 req-2b1df217-5287-44c9-9a7c-40f19d885299 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0924292 Jul 01 07:20:07.080455 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2579f300-ca82-4489-acad-83aee0d397e4 req-680436dd-be54-454f-8ccb-7e6bb0ca7a0e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479064 Jul 01 07:20:07.322622 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d223e5-45b5-4cb5-82fe-bb1c5d5c270f req-a846b79a-1c75-4ee1-8aba-7de02706d017 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:07.329306 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-58d223e5-45b5-4cb5-82fe-bb1c5d5c270f req-a846b79a-1c75-4ee1-8aba-7de02706d017 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0967581 Jul 01 07:20:07.370594 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-58d223e5-45b5-4cb5-82fe-bb1c5d5c270f req-d02260aa-e779-4d16-b46c-8f8390dbe9e0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404174 Jul 01 07:20:07.534747 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:07.687927 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b491010e-4606-45da-ae4d-039d78754a1d req-6acf5ff9-c809-40a4-acfc-48440beb8b77 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:07.696260 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b491010e-4606-45da-ae4d-039d78754a1d req-6acf5ff9-c809-40a4-acfc-48440beb8b77 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 944 time: 0.0886436 Jul 01 07:20:07.720734 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:20:07.726774 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:07.727181 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:07.757967 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b491010e-4606-45da-ae4d-039d78754a1d req-0f8f7b4f-084b-482b-a130-9a0ff55b5dc7 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601065 Jul 01 07:20:07.833416 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:07.917666 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,segment=NetworkSegment(cc8b7ad2-5f6b-4d42-9534-51caa682f8ff),segment_id=cc8b7ad2-5f6b-4d42-9534-51caa682f8ff)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:08.005968 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:08.088930 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:08.336375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8023180-9a3c-4d54-b3dd-cbcd0a9ac958 req-d501544d-eb97-41f4-ae9d-64fbb2b7bd45 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:08.350308 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d8023180-9a3c-4d54-b3dd-cbcd0a9ac958 req-d501544d-eb97-41f4-ae9d-64fbb2b7bd45 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1206741 Jul 01 07:20:08.415186 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d8023180-9a3c-4d54-b3dd-cbcd0a9ac958 req-806338c3-ddce-45be-b54d-d7e8b10a1f20 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636327 Jul 01 07:20:08.747189 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-9218f7f6-13f5-4b2b-b6bc-9c17913a707e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8501e9fd-0736-41c8-b4ee-72ca237a78a7 HTTP/1.1" status: 200 len: 217 time: 0.1432002 Jul 01 07:20:08.939176 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11763fc4-4947-4c69-a05a-08a1967ef0bb req-7657b6bb-6ed1-4ad3-b9bc-93255b2be9df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:08.954930 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-11763fc4-4947-4c69-a05a-08a1967ef0bb req-7657b6bb-6ed1-4ad3-b9bc-93255b2be9df tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1813934 Jul 01 07:20:09.015172 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-11763fc4-4947-4c69-a05a-08a1967ef0bb req-74be7a14-bd9d-48f1-9b98-a2ffaaca6b3c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588167 Jul 01 07:20:09.113948 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6edf4-b1ed-48b3-bc1c-397c0722466a req-6f369262-c13f-4dae-8187-bb09c24d1220 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:09.121718 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-85c6edf4-b1ed-48b3-bc1c-397c0722466a req-6f369262-c13f-4dae-8187-bb09c24d1220 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 944 time: 0.1145768 Jul 01 07:20:09.170682 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-85c6edf4-b1ed-48b3-bc1c-397c0722466a req-65cf0968-3832-44be-9501-41a5c53f7b8a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432994 Jul 01 07:20:09.509989 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:09.602271 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:09.604546 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:09.644563 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70de39-bbb2-41b3-887b-7ac557e1679f req-ab7880b2-9fb0-443a-ab78-73d4ab21a889 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:09.647429 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7e70de39-bbb2-41b3-887b-7ac557e1679f req-ab7880b2-9fb0-443a-ab78-73d4ab21a889 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0771453 Jul 01 07:20:09.715422 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7e70de39-bbb2-41b3-887b-7ac557e1679f req-838e7bf3-94a4-4eb1-be09-4e10edf3018a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473332 Jul 01 07:20:09.967442 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-17aa1ade-a043-47be-b858-67728a79b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:09.970514 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-17aa1ade-a043-47be-b858-67728a79b7c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.1063294 Jul 01 07:20:10.047545 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-a3e53822-ea11-48aa-bd56-4171755814b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611537 Jul 01 07:20:10.276493 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-387daeae-138d-436b-8526-bb9f90171cf6 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212164 Jul 01 07:20:10.427156 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191b09c-6f4a-4715-95f5-500282560015 req-7a925de5-ebc2-4e43-becd-40d069d088b1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:10.437254 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6191b09c-6f4a-4715-95f5-500282560015 req-7a925de5-ebc2-4e43-becd-40d069d088b1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 944 time: 0.1041479 Jul 01 07:20:10.489818 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6191b09c-6f4a-4715-95f5-500282560015 req-b982fa04-583c-40b1-8565-bf43defc8fbb tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511949 Jul 01 07:20:10.494193 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc4f96-6cf0-4886-af6d-ec2da1e476b4 req-da57bc8a-c40f-4c7b-9c01-f5eafcf3bffc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:10.497662 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-69bc4f96-6cf0-4886-af6d-ec2da1e476b4 req-da57bc8a-c40f-4c7b-9c01-f5eafcf3bffc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.2198284 Jul 01 07:20:10.540287 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3f13bc3-2b47-4764-8660-fce42aa7bc85 req-425c6af3-8775-40f8-b0fd-77ed458e62be service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311025 Jul 01 07:20:10.561753 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-69bc4f96-6cf0-4886-af6d-ec2da1e476b4 req-b9ee5fae-3222-4859-b7e0-1c402b6e43d2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435505 Jul 01 07:20:10.890042 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-2a42190c-d6dd-4498-be45-dbcfbc7e9c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:10.891611 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-2a42190c-d6dd-4498-be45-dbcfbc7e9c49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 1097 time: 0.2032278 Jul 01 07:20:11.051178 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-77f591e8-9527-47ef-b6ea-a52d01a19aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:11.053947 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-77f591e8-9527-47ef-b6ea-a52d01a19aaf service neutron] 10.222.0.26 "GET /v2.0/networks?id=7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 200 len: 916 time: 0.1530855 Jul 01 07:20:11.060332 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca479a28-4eaa-46f7-b201-c251f50d70d3 req-4ac4f411-ae66-4001-a203-0fd200767641 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:11.067466 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ca479a28-4eaa-46f7-b201-c251f50d70d3 req-4ac4f411-ae66-4001-a203-0fd200767641 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1253688 Jul 01 07:20:11.122282 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-a0b3252a-94a3-4523-9a3a-c22ecb6212f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8501e9fd-0736-41c8-b4ee-72ca237a78a7 HTTP/1.1" status: 200 len: 217 time: 0.0568557 Jul 01 07:20:11.124212 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ca479a28-4eaa-46f7-b201-c251f50d70d3 req-81528dd8-47ec-4f0d-84ca-a9467a5e747d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540783 Jul 01 07:20:11.213290 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-b639c718-08c0-41f6-9ef6-d7c81d975470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:11.215381 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-b639c718-08c0-41f6-9ef6-d7c81d975470 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 200 len: 855 time: 0.0780206 Jul 01 07:20:11.266045 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-4a46aad3-0d39-45ab-b9f9-c655dce36eb7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7893b582-cdf9-4779-bb39-31b78258db7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417805 Jul 01 07:20:11.462449 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-c1c4ca01-0b73-49c0-8fe3-50ac46e27641 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854565 Jul 01 07:20:11.588510 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-39e78a1d-7871-4435-ad76-ab0cc59e51e1 req-12a0acbc-9fe5-486a-ab84-847b05bb7221 service neutron] 10.222.0.26 "GET /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180098 Jul 01 07:20:11.866378 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a39dd-f2c8-4343-b15f-894a4fd56962 req-f5ddc1b9-f8d8-407a-b736-4123360d4ece tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:11.868267 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-635a39dd-f2c8-4343-b15f-894a4fd56962 req-f5ddc1b9-f8d8-407a-b736-4123360d4ece tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 944 time: 0.1349285 Jul 01 07:20:11.954307 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-635a39dd-f2c8-4343-b15f-894a4fd56962 req-69bdab4d-ae8c-45ae-9d09-30be9c0deac6 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803719 Jul 01 07:20:11.985837 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85918366-1f2e-440d-a30b-fec69a431839 req-a148d0f0-0971-469a-8740-ca91ba1a50ce tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:12.003289 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-85918366-1f2e-440d-a30b-fec69a431839 req-a148d0f0-0971-469a-8740-ca91ba1a50ce tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1591353 Jul 01 07:20:12.105452 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-85918366-1f2e-440d-a30b-fec69a431839 req-790d6e7b-6aae-43ee-92be-2ba5531eaba1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970728 Jul 01 07:20:12.314766 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94539d5e-c306-43e4-ad0d-c12ec05680de req-90c57951-39c1-4714-a36e-ae8e40bc0068 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:12.321784 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-94539d5e-c306-43e4-ad0d-c12ec05680de req-90c57951-39c1-4714-a36e-ae8e40bc0068 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0747328 Jul 01 07:20:12.365583 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-94539d5e-c306-43e4-ad0d-c12ec05680de req-36044a60-ffd3-41cf-9ebe-7a4fca44020c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428581 Jul 01 07:20:13.009157 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 8501e9fd-0736-41c8-b4ee-72ca237a78a7 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:20:13.169473 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 8501e9fd-0736-41c8-b4ee-72ca237a78a7, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=8501e9fd-0736-41c8-b4ee-72ca237a78a7,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:13.184131 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '8501e9fd-0736-41c8-b4ee-72ca237a78a7', 'network_id': '7893b582-cdf9-4779-bb39-31b78258db7f', 'port_id': '8501e9fd-0736-41c8-b4ee-72ca237a78a7', 'mac_address': 'fa:16:3e:8b:47:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2599902a-f41b-4014-9873-e24797fbbb73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:20:13.248285 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:13.254795 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fbfae-9ed2-4f23-a69d-676bb432a5da req-ad399b3e-0899-467d-83a7-dd67d5c84a18 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:13.257050 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a17fbfae-9ed2-4f23-a69d-676bb432a5da req-ad399b3e-0899-467d-83a7-dd67d5c84a18 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1238697 Jul 01 07:20:13.271294 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8501e9fd-0736-41c8-b4ee-72ca237a78a7 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:20:13.307938 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 8501e9fd-0736-41c8-b4ee-72ca237a78a7, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=8501e9fd-0736-41c8-b4ee-72ca237a78a7,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:13.311444 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afaccab-af9a-409f-b1a7-8489ee29efba req-dbe6dbd9-2679-471c-8fce-a297b0793502 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:13.319419 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1afaccab-af9a-409f-b1a7-8489ee29efba req-dbe6dbd9-2679-471c-8fce-a297b0793502 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 944 time: 0.1274784 Jul 01 07:20:13.333348 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a17fbfae-9ed2-4f23-a69d-676bb432a5da req-22c48e1e-4caa-4568-a6d2-62abc05317c8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702953 Jul 01 07:20:13.358456 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1afaccab-af9a-409f-b1a7-8489ee29efba req-e46d7a29-36df-4011-a98d-caa345f926f9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374310 Jul 01 07:20:13.556333 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b9a26-2af6-4196-8314-2912d2f5b305 req-994ae2b1-b465-4d30-a920-7dd42e7fd8ad tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:13.557080 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c83b4-3242-4f4e-8776-3312f7c6ecc0 req-783cb916-4c50-40f0-b936-4a8daf9831c9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:13.557831 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-413b9a26-2af6-4196-8314-2912d2f5b305 req-994ae2b1-b465-4d30-a920-7dd42e7fd8ad tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0646501 Jul 01 07:20:13.558572 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-114c83b4-3242-4f4e-8776-3312f7c6ecc0 req-783cb916-4c50-40f0-b936-4a8daf9831c9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0647793 Jul 01 07:20:13.594774 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-413b9a26-2af6-4196-8314-2912d2f5b305 req-c623e56d-1860-4e18-bdcb-9b758e4155f7 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312827 Jul 01 07:20:13.595093 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-114c83b4-3242-4f4e-8776-3312f7c6ecc0 req-911c5814-e36d-4f9a-baf2-3dcd506c4122 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310373 Jul 01 07:20:13.988717 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:14.058578 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=8501e9fd-0736-41c8-b4ee-72ca237a78a7,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:14.581597 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b344407-4fe2-445f-89a0-275db3a3ec83 req-2be4a10c-03c3-4929-b675-58a3de5b375a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:14.584042 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8b344407-4fe2-445f-89a0-275db3a3ec83 req-2be4a10c-03c3-4929-b675-58a3de5b375a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0958149 Jul 01 07:20:14.592763 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e781f-34d8-4744-87be-ae7da61ac8bc req-25db06c8-f430-4303-b9c2-69c8e603fa8e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:14.602060 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-306e781f-34d8-4744-87be-ae7da61ac8bc req-25db06c8-f430-4303-b9c2-69c8e603fa8e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 945 time: 0.0835786 Jul 01 07:20:14.640026 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8b344407-4fe2-445f-89a0-275db3a3ec83 req-75472e4f-1911-4966-9944-a9675762c69a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489116 Jul 01 07:20:14.651579 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-306e781f-34d8-4744-87be-ae7da61ac8bc req-7c9f862f-a112-498f-8443-f093b76182cf tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482323 Jul 01 07:20:14.845668 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c148fc-2db9-472a-b713-fd5b5ade8af8 req-3257f3a0-67b5-4b5e-ac72-00759524eb34 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:14.848105 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-89c148fc-2db9-472a-b713-fd5b5ade8af8 req-3257f3a0-67b5-4b5e-ac72-00759524eb34 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0819998 Jul 01 07:20:14.860582 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e620-afaf-4bc6-9009-e2f6292ecaaf req-bd9f00e8-0624-4239-9603-d4f2300fed9b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:14.873010 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cb57e620-afaf-4bc6-9009-e2f6292ecaaf req-bd9f00e8-0624-4239-9603-d4f2300fed9b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0982733 Jul 01 07:20:14.901281 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-89c148fc-2db9-472a-b713-fd5b5ade8af8 req-d3268e89-34a9-4561-93be-55008910902b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465775 Jul 01 07:20:14.921418 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cb57e620-afaf-4bc6-9009-e2f6292ecaaf req-36ce54e1-88ba-47f0-a581-cafd5d485adc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472386 Jul 01 07:20:15.213416 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-a27bc040-8067-47f9-a55b-fbf1ec474c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:15.215253 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-a27bc040-8067-47f9-a55b-fbf1ec474c25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1099 time: 0.0989735 Jul 01 07:20:15.371470 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-943c1e2f-3199-422e-ad92-bdc5328a9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:15.378924 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-943c1e2f-3199-422e-ad92-bdc5328a9643 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 919 time: 0.1530585 Jul 01 07:20:15.476634 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-0023b6d3-e65f-4239-a665-dee0ddfcb283 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0871608 Jul 01 07:20:15.637920 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-639457bd-1fda-4c37-a64f-e712ccbb6fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:15.640813 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-639457bd-1fda-4c37-a64f-e712ccbb6fe6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.1372793 Jul 01 07:20:15.680276 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['8501e9fd-0736-41c8-b4ee-72ca237a78a7'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:20:15.743813 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-911c2fb3-1b6d-40e3-8f1f-3a37e9e6598c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840979 Jul 01 07:20:16.027838 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffbf60-8194-4e0b-bcc8-85f1b66a5b51 req-33c9b1d9-21b2-4835-a9a4-5f2377593fe7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:16.029716 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-91ffbf60-8194-4e0b-bcc8-85f1b66a5b51 req-33c9b1d9-21b2-4835-a9a4-5f2377593fe7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1250739 Jul 01 07:20:16.116914 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-91ffbf60-8194-4e0b-bcc8-85f1b66a5b51 req-69661180-df1b-4e0b-b22d-edd1308cfd6d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806279 Jul 01 07:20:16.309422 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-2521e7a2-3791-4377-bb8b-6aadd8fab1b3 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528595 Jul 01 07:20:16.321946 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9badc7-8133-45f1-a793-5559aa8b3916 req-97023954-415a-4be9-8d82-edfb0e2c3c5a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:16.331335 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4e9badc7-8133-45f1-a793-5559aa8b3916 req-97023954-415a-4be9-8d82-edfb0e2c3c5a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 945 time: 0.4308362 Jul 01 07:20:16.406540 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4e9badc7-8133-45f1-a793-5559aa8b3916 req-cf04344d-717b-4331-9e85-2bd970c96236 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710428 Jul 01 07:20:16.468882 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f476320c-4a9a-482d-835a-bcf173ee9315 req-07b1d2c5-b409-4fce-aa40-fafd8b0dc9d8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:16.488537 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f476320c-4a9a-482d-835a-bcf173ee9315 req-07b1d2c5-b409-4fce-aa40-fafd8b0dc9d8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1753573 Jul 01 07:20:16.576313 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-877b5c32-ade8-4d6c-a7fc-fd501d6493d2 req-cb2fd132-8d7e-4a94-9a67-703ff97c67fd service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375562 Jul 01 07:20:16.660166 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f476320c-4a9a-482d-835a-bcf173ee9315 req-344ceb1e-efbf-4a27-8cb4-2afbd9e06c87 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695688 Jul 01 07:20:16.787714 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecdc7e-9335-4abd-befa-1ba648d07d3e req-06ef5b58-95df-411c-be4d-bc7c9cece0a6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:16.792477 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5ecdc7e-9335-4abd-befa-1ba648d07d3e req-06ef5b58-95df-411c-be4d-bc7c9cece0a6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1508162 Jul 01 07:20:16.857831 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5ecdc7e-9335-4abd-befa-1ba648d07d3e req-1feb1a5d-ee12-4f60-a0f4-21c7d0795adf tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529847 Jul 01 07:20:17.452593 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a77755-4cd0-4318-b1f4-61e5036f6fd6 req-88c33257-528f-4461-a922-3cc11ac6e1d8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:17.459997 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f6a77755-4cd0-4318-b1f4-61e5036f6fd6 req-88c33257-528f-4461-a922-3cc11ac6e1d8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1450534 Jul 01 07:20:17.528447 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f6a77755-4cd0-4318-b1f4-61e5036f6fd6 req-c17b180d-82cf-47c7-b480-72b4fa07ac29 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643842 Jul 01 07:20:17.695619 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726166d-31a1-4c1e-8ad5-bad21e0e6e75 req-3328e6c1-5c0d-4c0c-b473-b4beb2e5a4c9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:17.708121 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d726166d-31a1-4c1e-8ad5-bad21e0e6e75 req-3328e6c1-5c0d-4c0c-b473-b4beb2e5a4c9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 945 time: 0.1045771 Jul 01 07:20:17.764859 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d726166d-31a1-4c1e-8ad5-bad21e0e6e75 req-6025fbd1-3485-4af7-b96e-54070fbe3322 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552323 Jul 01 07:20:17.878442 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6562c-b433-44a5-9e12-bb709767bf4a req-4fe8f908-fb06-4ffa-b225-2ba10cbe951f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:17.879975 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3e6562c-b433-44a5-9e12-bb709767bf4a req-4fe8f908-fb06-4ffa-b225-2ba10cbe951f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0662346 Jul 01 07:20:17.917632 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3e6562c-b433-44a5-9e12-bb709767bf4a req-cc62ee78-8b78-42fb-aa4b-c7e2c657d26f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319774 Jul 01 07:20:18.065084 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1058a135-4709-4775-a29c-351e48a74923 req-f78fe25a-2e78-4ccd-a454-0d7c3959d225 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:18.066702 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1058a135-4709-4775-a29c-351e48a74923 req-f78fe25a-2e78-4ccd-a454-0d7c3959d225 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0854447 Jul 01 07:20:18.106200 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1058a135-4709-4775-a29c-351e48a74923 req-1a00abae-5c83-407e-b025-e7fb01ef3536 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337448 Jul 01 07:20:18.696427 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6622450-da09-4fe7-afc8-259c8a1d6752 req-925b8284-a561-4a6a-b68a-b4f3d0bbbd79 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:18.698008 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a6622450-da09-4fe7-afc8-259c8a1d6752 req-925b8284-a561-4a6a-b68a-b4f3d0bbbd79 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0671799 Jul 01 07:20:18.738023 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a6622450-da09-4fe7-afc8-259c8a1d6752 req-f73addbe-86f2-4d3e-8cdd-cdfd3c320259 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338941 Jul 01 07:20:18.956583 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe78ad-e269-44aa-8799-2b4959cf701a req-34f55ce3-7936-4b80-8c6f-c1e979b9a4cd tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:18.958112 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f4fe78ad-e269-44aa-8799-2b4959cf701a req-34f55ce3-7936-4b80-8c6f-c1e979b9a4cd tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 945 time: 0.0618398 Jul 01 07:20:18.997414 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f4fe78ad-e269-44aa-8799-2b4959cf701a req-dc978a6d-2282-4b65-be4b-0b5e9307a21e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Jul 01 07:20:19.098036 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344d082-1ef7-409a-82aa-4dcf1900be15 req-78d07491-33a5-4095-8831-7a93ef6a453e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:19.099606 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6344d082-1ef7-409a-82aa-4dcf1900be15 req-78d07491-33a5-4095-8831-7a93ef6a453e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0672607 Jul 01 07:20:19.138114 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6344d082-1ef7-409a-82aa-4dcf1900be15 req-0e4ebbdc-9e91-432a-b1db-216568bc4636 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Jul 01 07:20:19.284016 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efa677-f884-4acc-839d-bc7dfb2225cf req-b63e899e-e647-4b37-9afe-01c0b240f47e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:19.285574 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-47efa677-f884-4acc-839d-bc7dfb2225cf req-b63e899e-e647-4b37-9afe-01c0b240f47e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0640287 Jul 01 07:20:19.329672 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-47efa677-f884-4acc-839d-bc7dfb2225cf req-aa45bc9a-e775-4a4d-b667-dc9b310523c2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378704 Jul 01 07:20:19.912508 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487df94-8bdb-418a-81d8-0dbfafe5295d req-a9e35cb6-f61c-4bd3-8bf3-b27d4f23a8c2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:19.918531 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2487df94-8bdb-418a-81d8-0dbfafe5295d req-a9e35cb6-f61c-4bd3-8bf3-b27d4f23a8c2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0639601 Jul 01 07:20:20.167165 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2487df94-8bdb-418a-81d8-0dbfafe5295d req-84a01178-2698-46cf-a332-da967218d6e7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444565 Jul 01 07:20:20.189109 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9bb35-00e2-4261-a6f9-158440c48883 req-82683654-7e50-4708-82f7-c1b25f21f0ab tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:20.190587 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-69f9bb35-00e2-4261-a6f9-158440c48883 req-82683654-7e50-4708-82f7-c1b25f21f0ab tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 945 time: 0.0672698 Jul 01 07:20:20.229156 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-69f9bb35-00e2-4261-a6f9-158440c48883 req-ec35d9f3-58f8-46d3-b46a-e1af2d0acb2c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321777 Jul 01 07:20:20.277227 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 8501e9fd-0736-41c8-b4ee-72ca237a78a7 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:20.345604 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a21e1-4e64-468a-a75f-056843a2fede req-bae3abe6-d518-42d8-9711-3294d2de4509 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:20.347781 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e72a21e1-4e64-468a-a75f-056843a2fede req-bae3abe6-d518-42d8-9711-3294d2de4509 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0829663 Jul 01 07:20:20.399703 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e72a21e1-4e64-468a-a75f-056843a2fede req-0557daef-3418-4dc0-a38e-4e58aaa8c0de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399613 Jul 01 07:20:20.436611 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:20:20.440540 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:20.440910 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:20.512942 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a13507-b0ec-41b6-9f52-455c5e1b9706 req-a66e6848-ee81-4ca6-9499-4220b0ebbdc0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:20.514587 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-63a13507-b0ec-41b6-9f52-455c5e1b9706 req-a66e6848-ee81-4ca6-9499-4220b0ebbdc0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0613508 Jul 01 07:20:20.526430 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:20.548461 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb207ccc-1ee0-4325-9652-33638aa15929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8501e9fd-0736-41c8-b4ee-72ca237a78a7'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:20:20.550733 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46daf929-c193-436d-8fca-f03d94b0b97e" -d '{"events": [{"server_uuid": "cb207ccc-1ee0-4325-9652-33638aa15929", "name": "network-vif-plugged", "status": "completed", "tag": "8501e9fd-0736-41c8-b4ee-72ca237a78a7"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:20:20.552275 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-63a13507-b0ec-41b6-9f52-455c5e1b9706 req-63f86cce-7e86-4e09-a9b3-7c0bad06230d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311582 Jul 01 07:20:20.564354 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 8501e9fd-0736-41c8-b4ee-72ca237a78a7, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=8501e9fd-0736-41c8-b4ee-72ca237a78a7,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:20.588196 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6234b3-e0bb-4b23-a9cd-4c10ef055adc x-openstack-request-id: req-cb6234b3-e0bb-4b23-a9cd-4c10ef055adc {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:20:20.595075 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb207ccc-1ee0-4325-9652-33638aa15929", "name": "network-vif-plugged", "status": "completed", "tag": "8501e9fd-0736-41c8-b4ee-72ca237a78a7", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:20:20.595075 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cb6234b3-e0bb-4b23-a9cd-4c10ef055adc {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:20:20.595075 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb207ccc-1ee0-4325-9652-33638aa15929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8501e9fd-0736-41c8-b4ee-72ca237a78a7', 'code': 200} Jul 01 07:20:20.639045 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:20.685869 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=8501e9fd-0736-41c8-b4ee-72ca237a78a7,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:21.341616 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eaf34-01df-4363-9f3b-ad7693828e44 req-a9a3f17c-2e5b-436d-9d60-0065e1e2fc59 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:21.343249 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-844eaf34-01df-4363-9f3b-ad7693828e44 req-a9a3f17c-2e5b-436d-9d60-0065e1e2fc59 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0672657 Jul 01 07:20:21.385361 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-844eaf34-01df-4363-9f3b-ad7693828e44 req-3366ae67-57f1-457f-8dc4-388dcfdb250e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366931 Jul 01 07:20:21.422438 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428960b-a2b5-4d6b-8929-b10610d83817 req-8ffc475a-644f-48ac-a920-32709c258079 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:21.426139 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6428960b-a2b5-4d6b-8929-b10610d83817 req-8ffc475a-644f-48ac-a920-32709c258079 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0833628 Jul 01 07:20:21.462595 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6428960b-a2b5-4d6b-8929-b10610d83817 req-4115ec7f-4887-4d5f-9df1-50c86bae08f7 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322773 Jul 01 07:20:21.579921 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56989953-a36e-492b-8693-44e3da7c824e req-71e0c2c9-12fe-4322-b7b8-7fb10f246313 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:21.581385 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-56989953-a36e-492b-8693-44e3da7c824e req-71e0c2c9-12fe-4322-b7b8-7fb10f246313 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0616610 Jul 01 07:20:21.619752 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-56989953-a36e-492b-8693-44e3da7c824e req-08f76044-2433-4304-a852-b5d7e911808a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Jul 01 07:20:21.786794 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0660052c-62f7-4173-aa50-38c2c5927e91 req-bcbcd504-b37a-4ca5-9285-182cbee8ae51 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:21.793917 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0660052c-62f7-4173-aa50-38c2c5927e91 req-bcbcd504-b37a-4ca5-9285-182cbee8ae51 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.1010969 Jul 01 07:20:21.831562 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0660052c-62f7-4173-aa50-38c2c5927e91 req-54337b4b-c05d-49c2-9965-d5d46b132397 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365441 Jul 01 07:20:21.936247 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517a666-4514-4114-ad8a-23b5dd3136ef req-319df8e7-21f3-4a52-afcc-0e4a418da691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:21.938045 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0517a666-4514-4114-ad8a-23b5dd3136ef req-319df8e7-21f3-4a52-afcc-0e4a418da691 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 1099 time: 0.0559545 Jul 01 07:20:21.981748 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0517a666-4514-4114-ad8a-23b5dd3136ef req-a6a93779-29f7-45c8-a884-95f40692cdd7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357060 Jul 01 07:20:22.600570 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dceea-2114-4aca-8afd-ad0ab6d05c55 req-7396d214-8e99-4812-add2-5ba659e472d7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:22.602981 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-da2dceea-2114-4aca-8afd-ad0ab6d05c55 req-7396d214-8e99-4812-add2-5ba659e472d7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0911744 Jul 01 07:20:22.641913 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-da2dceea-2114-4aca-8afd-ad0ab6d05c55 req-2d5ecf63-a38a-497f-93cf-8d3d7477d293 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Jul 01 07:20:22.665138 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef99bc1-a6e7-4912-a06f-76b5bf62365d req-7523b54d-d48c-4077-a848-7a263e87aab8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:22.671560 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-cef99bc1-a6e7-4912-a06f-76b5bf62365d req-7523b54d-d48c-4077-a848-7a263e87aab8 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0873351 Jul 01 07:20:22.705863 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-cef99bc1-a6e7-4912-a06f-76b5bf62365d req-e58c5617-bfd8-4d0d-8038-128536dbdf06 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324073 Jul 01 07:20:22.848001 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50b869-74ce-447d-895e-782c71367f1e req-26b9623a-75a0-40a0-ac24-77d9a4289a67 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:22.849867 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c50b869-74ce-447d-895e-782c71367f1e req-26b9623a-75a0-40a0-ac24-77d9a4289a67 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1048386 Jul 01 07:20:22.854439 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-d9796586-c536-4155-b1f6-4c7699d0b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:22.856041 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-d9796586-c536-4155-b1f6-4c7699d0b236 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 1099 time: 0.1012869 Jul 01 07:20:22.917807 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c50b869-74ce-447d-895e-782c71367f1e req-1d6d5fc0-e12a-445c-a73e-e8d5209b1af3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585475 Jul 01 07:20:22.978190 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-e3c4a378-9e16-4bfd-9b3e-4da5ef45cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:22.979888 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-e3c4a378-9e16-4bfd-9b3e-4da5ef45cd42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.1060143 Jul 01 07:20:23.063517 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77d403-4571-4b53-86f0-edce28d671ef req-83939ba1-4f9e-4922-9e5f-ad874d4847ec tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:23.063517 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7c77d403-4571-4b53-86f0-edce28d671ef req-83939ba1-4f9e-4922-9e5f-ad874d4847ec tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0966871 Jul 01 07:20:23.081835 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-f89225a8-83dc-468d-8e51-03c954ec7237 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab HTTP/1.1" status: 200 len: 1002 time: 0.0914402 Jul 01 07:20:23.113168 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7c77d403-4571-4b53-86f0-edce28d671ef req-014309db-08dd-4e62-bd28-f170bfa1363b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433030 Jul 01 07:20:23.148455 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-8d83fb46-7fd3-4902-8e5b-9c0c8c44d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:23.150392 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-8d83fb46-7fd3-4902-8e5b-9c0c8c44d730 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0467658 Jul 01 07:20:23.216046 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-5a41edd0-d304-4a4c-bdd2-e70124ada93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:23.217745 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-5a41edd0-d304-4a4c-bdd2-e70124ada93b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0533781 Jul 01 07:20:23.319281 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-3767b462-94c8-43a3-9280-ac7a9b48f43a service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876129 Jul 01 07:20:23.414349 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dd9c6b3b-3918-43da-bf7b-f266effc78b8 req-e009cdaa-6b83-4bb2-b8cf-0d677a616e21 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854983 Jul 01 07:20:23.842173 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4bc83-3cee-40c4-bcd0-520b48fc992e req-0821ffbf-7d9d-4c05-a201-482fcf7ce7b3 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:23.843774 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-53c4bc83-3cee-40c4-bcd0-520b48fc992e req-0821ffbf-7d9d-4c05-a201-482fcf7ce7b3 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0815051 Jul 01 07:20:23.881606 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-53c4bc83-3cee-40c4-bcd0-520b48fc992e req-0187ad71-4d44-4ae4-ad02-9432330a715b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Jul 01 07:20:23.897961 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf931f5-9adf-49af-a653-a74c0a566d69 req-c5bacb2a-d410-4fd3-a14c-9b42cc4a93e4 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:23.899584 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4bf931f5-9adf-49af-a653-a74c0a566d69 req-c5bacb2a-d410-4fd3-a14c-9b42cc4a93e4 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0630853 Jul 01 07:20:23.940970 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4bf931f5-9adf-49af-a653-a74c0a566d69 req-99faa03f-1bc4-40f7-a884-848a7e61b7f9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350776 Jul 01 07:20:24.105254 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426f749-6353-4518-86dd-4f3e4f545788 req-fb8370b4-f56c-4a12-9bbf-21061d9d16a5 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:24.107148 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b426f749-6353-4518-86dd-4f3e4f545788 req-fb8370b4-f56c-4a12-9bbf-21061d9d16a5 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0683014 Jul 01 07:20:24.147961 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b426f749-6353-4518-86dd-4f3e4f545788 req-0261c7a8-d803-4697-aeb8-e7a7a88be910 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Jul 01 07:20:24.327566 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59256500-201f-444c-8e51-868a1cdd1129 req-c77a26ed-a537-4043-92c9-065af6b844cc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:24.327566 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-59256500-201f-444c-8e51-868a1cdd1129 req-c77a26ed-a537-4043-92c9-065af6b844cc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0737176 Jul 01 07:20:24.354288 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-59256500-201f-444c-8e51-868a1cdd1129 req-16e5c2c7-6383-4f64-b823-c74c881854e2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 Jul 01 07:20:25.085547 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027f697-1b56-4e90-947c-35a51d301bf4 req-0a82add7-fa7e-4c7e-8578-affa9ee85994 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:25.087377 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b027f697-1b56-4e90-947c-35a51d301bf4 req-0a82add7-fa7e-4c7e-8578-affa9ee85994 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0919483 Jul 01 07:20:25.128674 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b027f697-1b56-4e90-947c-35a51d301bf4 req-1a52aa53-f171-4ae2-ad73-29e61666b4bb tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354540 Jul 01 07:20:25.147129 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d740c-295e-4550-a076-9be8c12b661d req-a5f99d8d-ba3a-4c04-9be8-3fab9905650b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:25.154633 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fe1d740c-295e-4550-a076-9be8c12b661d req-a5f99d8d-ba3a-4c04-9be8-3fab9905650b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0800972 Jul 01 07:20:25.167466 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52860) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:25.188804 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fe1d740c-295e-4550-a076-9be8c12b661d req-dd577768-ab09-48e9-a730-e497f13b91dc tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Jul 01 07:20:25.216933 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-149c84bc-fdea-4476-81f5-f50496ad5c75 admin admin] Deleting subnet 1704c28d-c01f-4c90-bdac-ef691ff174f9 {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:20:25.220571 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-149c84bc-fdea-4476-81f5-f50496ad5c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.258772 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-149c84bc-fdea-4476-81f5-f50496ad5c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.340126 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-149c84bc-fdea-4476-81f5-f50496ad5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.394124 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d23c1-4cdd-48b7-94ca-d7ac3adba94f req-99290c94-10b8-4046-903f-f91ddbd12498 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:25.398638 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a41d23c1-4cdd-48b7-94ca-d7ac3adba94f req-99290c94-10b8-4046-903f-f91ddbd12498 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1165564 Jul 01 07:20:25.440298 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a41d23c1-4cdd-48b7-94ca-d7ac3adba94f req-f1ae9f20-617f-4c97-9bde-18519eea0085 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333467 Jul 01 07:20:25.441095 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:20:25.488112 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-149c84bc-fdea-4476-81f5-f50496ad5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.514589 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c84bc-fdea-4476-81f5-f50496ad5c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1704c28d-c01f-4c90-bdac-ef691ff174f9,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:25.516984 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-149c84bc-fdea-4476-81f5-f50496ad5c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.519261 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-149c84bc-fdea-4476-81f5-f50496ad5c75 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1704c28d-c01f-4c90-bdac-ef691ff174f9 HTTP/1.1" status: 204 len: 168 time: 0.3504801 Jul 01 07:20:25.522408 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52870) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:25.543381 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3306f0-d730-46e4-a9d2-d2a10f6adc93 req-70febe49-88f6-404f-861c-df5c97668360 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:25.545072 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2f3306f0-d730-46e4-a9d2-d2a10f6adc93 req-70febe49-88f6-404f-861c-df5c97668360 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 946 time: 0.0736187 Jul 01 07:20:25.546430 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.577323 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:20:25.580212 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e36874-514d-413b-95a9-1ba50468ef7d" -d '{"events": [{"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-unplugged", "status": "completed", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:20:25.587607 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2f3306f0-d730-46e4-a9d2-d2a10f6adc93 req-f2475c68-caec-4597-b276-ff91bfad9640 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338035 Jul 01 07:20:25.597659 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:25.624748 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.636924 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 01 Jul 2021 07:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fcff41-fffe-48b5-8e90-cf2f961a550f x-openstack-request-id: req-42fcff41-fffe-48b5-8e90-cf2f961a550f {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:20:25.637297 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-unplugged", "status": "completed", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:20:25.637753 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-42fcff41-fffe-48b5-8e90-cf2f961a550f {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:20:25.637966 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'code': 200} Jul 01 07:20:25.674039 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.708443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.719973 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ff67de-71f7-4ad6-902a-9c244d9a6f08']}} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:25.730324 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=8']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:25.733912 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38dec835-35bf-4122-9bd9-849ca21cd9e1') {'for_net_delete': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:25.734269 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38dec835-35bf-4122-9bd9-849ca21cd9e1') {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:25.744293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465740'] for segment, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.757977 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.763522 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:20:25.764221 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9385237'] for segment, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: Traceback (most recent call last): Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: timer() Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: cb(*args, **kw) Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: return func(*args, **kwargs) Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: self._notify() Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: self.callback(batched_events) Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: event.method(event) Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: return f(self, *a, **k) Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._get(url).json() Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: return self.request(url, 'GET', **kwargs) Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:20:25.765808 dv-cinder-777574-6-iscsi neutron-server[93539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:20:25.917906 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.930814 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:25.932732 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/75ff67de-71f7-4ad6-902a-9c244d9a6f08 HTTP/1.1" status: 204 len: 168 time: 0.4091535 Jul 01 07:20:25.935476 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52884) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:25.950613 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef22b4-16cb-4579-a5de-ad5355d41bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=75ff67de-71f7-4ad6-902a-9c244d9a6f08,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:25.994913 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_v2 [None req-b51c678d-016e-45c3-94a5-a0f5cc9f2594 admin admin] Deleting subnet bc01a71c-41aa-4b34-829c-7696c6233114 {{(pid=93538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:20:26.002411 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b51c678d-016e-45c3-94a5-a0f5cc9f2594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.037528 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b51c678d-016e-45c3-94a5-a0f5cc9f2594 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.044592 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b51c678d-016e-45c3-94a5-a0f5cc9f2594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.217508 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b51c678d-016e-45c3-94a5-a0f5cc9f2594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.246202 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b51c678d-016e-45c3-94a5-a0f5cc9f2594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.248055 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b51c678d-016e-45c3-94a5-a0f5cc9f2594 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bc01a71c-41aa-4b34-829c-7696c6233114 HTTP/1.1" status: 204 len: 168 time: 0.3116026 Jul 01 07:20:26.248855 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c678d-016e-45c3-94a5-a0f5cc9f2594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc01a71c-41aa-4b34-829c-7696c6233114,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:26.250697 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52896) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:26.359668 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.388454 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aa629-7466-4791-b8a6-642aa17b2034 req-00b8359b-403b-46cb-9d73-068f60a2a4ac tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:26.389968 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-180aa629-7466-4791-b8a6-642aa17b2034 req-00b8359b-403b-46cb-9d73-068f60a2a4ac tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1315196 Jul 01 07:20:26.500238 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.505488 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-180aa629-7466-4791-b8a6-642aa17b2034 req-c81fc6bd-f5cf-473f-8f33-953204b63ee6 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876296 Jul 01 07:20:26.513933 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebf97fb-a6f2-49c9-971f-ac174e16742d']}} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:26.523897 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594b04e1-65d2-432b-98c4-57be68d131f5') {'for_net_delete': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:26.524244 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594b04e1-65d2-432b-98c4-57be68d131f5') {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:26.543674 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465740'] for segment, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.556869 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.563642 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:20:26.564284 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9385237'] for segment, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: Traceback (most recent call last): Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: timer() Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: cb(*args, **kw) Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: return func(*args, **kwargs) Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: self._notify() Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: self.callback(batched_events) Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: event.method(event) Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: return f(self, *a, **k) Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._get(url).json() Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: return self.request(url, 'GET', **kwargs) Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:20:26.566036 dv-cinder-777574-6-iscsi neutron-server[93539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:20:26.641647 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6eddd-06fc-4c96-878a-d3ecd5e13975 req-65305b62-3593-4a3d-a9f7-877c1229a3d7 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:26.643189 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a9d6eddd-06fc-4c96-878a-d3ecd5e13975 req-65305b62-3593-4a3d-a9f7-877c1229a3d7 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0683889 Jul 01 07:20:26.671089 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.678353 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.682834 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1ebf97fb-a6f2-49c9-971f-ac174e16742d HTTP/1.1" status: 204 len: 168 time: 0.4283504 Jul 01 07:20:26.683005 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a9d6eddd-06fc-4c96-878a-d3ecd5e13975 req-8bb2f76d-c111-4d6b-a2ba-d0ae9a61d265 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321829 Jul 01 07:20:26.694248 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8bc412-8b3a-468c-a699-6fa9fe86f4d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebf97fb-a6f2-49c9-971f-ac174e16742d,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:26.800890 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8496b-89fc-42e0-a683-1076e4135d12 req-884b0c1b-5886-47c6-95d0-ceae63b013c2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:26.802439 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-89d8496b-89fc-42e0-a683-1076e4135d12 req-884b0c1b-5886-47c6-95d0-ceae63b013c2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0684559 Jul 01 07:20:26.840012 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-89d8496b-89fc-42e0-a683-1076e4135d12 req-3ce3994a-8997-4013-8359-13b756c7275a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Jul 01 07:20:26.905145 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52912) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:26.953512 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e8afbe-6da7-4dd6-aba2-750eb290ccea admin admin] Deleting subnet fb82657a-4eb2-4c15-afa7-e667c7bbe24f {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:20:26.956922 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c8e8afbe-6da7-4dd6-aba2-750eb290ccea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:26.992381 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c8e8afbe-6da7-4dd6-aba2-750eb290ccea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.044089 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c8e8afbe-6da7-4dd6-aba2-750eb290ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.142066 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52926) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:27.184986 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c8e8afbe-6da7-4dd6-aba2-750eb290ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.195694 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-37278517-baf9-4747-85b2-0a5419675fe8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13e33016c30a4d0c9cc2b4c38886b2ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524740 Jul 01 07:20:27.198364 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52928) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:27.215547 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8afbe-6da7-4dd6-aba2-750eb290ccea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb82657a-4eb2-4c15-afa7-e667c7bbe24f,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:27.217505 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c8e8afbe-6da7-4dd6-aba2-750eb290ccea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.219422 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-c8e8afbe-6da7-4dd6-aba2-750eb290ccea admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fb82657a-4eb2-4c15-afa7-e667c7bbe24f HTTP/1.1" status: 204 len: 168 time: 0.3132784 Jul 01 07:20:27.223276 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52930) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:27.254373 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-31aa2287-6f9b-44c8-8e77-85d19c746935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.277262 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-31aa2287-6f9b-44c8-8e77-85d19c746935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.291432 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.387494 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.396978 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f433c032-9b4f-41a6-8739-2361e1276fc0']}} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:27.406960 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a262725-7a30-470c-8997-8d28f22d14be') {'for_net_delete': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:27.407259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a262725-7a30-470c-8997-8d28f22d14be') {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:27.416288 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465740'] for segment, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.431607 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.439698 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:20:27.440098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9385237'] for segment, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: Traceback (most recent call last): Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: timer() Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: cb(*args, **kw) Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: return func(*args, **kwargs) Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: self._notify() Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: self.callback(batched_events) Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: event.method(event) Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: return f(self, *a, **k) Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._get(url).json() Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: return self.request(url, 'GET', **kwargs) Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:20:27.442228 dv-cinder-777574-6-iscsi neutron-server[93539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:20:27.479085 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-31aa2287-6f9b-44c8-8e77-85d19c746935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.481639 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-31aa2287-6f9b-44c8-8e77-85d19c746935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.482804 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-31aa2287-6f9b-44c8-8e77-85d19c746935 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/574110e4-3042-41ca-a3fb-8d52341519c8 HTTP/1.1" status: 204 len: 168 time: 0.2834923 Jul 01 07:20:27.491386 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa2287-6f9b-44c8-8e77-85d19c746935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574110e4-3042-41ca-a3fb-8d52341519c8,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:27.593477 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.598691 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:27.604479 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] 10.222.0.35 "DELETE /v2.0/networks/f433c032-9b4f-41a6-8739-2361e1276fc0 HTTP/1.1" status: 204 len: 168 time: 0.3769488 Jul 01 07:20:27.621490 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bd3af-867f-4ea3-bf06-fe79d7f432ba admin admin] Pushing event deleted for resources: {'Network': ['ID=f433c032-9b4f-41a6-8739-2361e1276fc0,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:27.676468 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6cde2cb0-d7a8-46f9-9db9-ad62fbb09fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.001593 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52956) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:28.051828 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52958) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:28.052071 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-773494ae-391d-452d-ba0e-c49d0a76dfc4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c88cc3e18dee46cc99eae725817c001f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0492203 Jul 01 07:20:28.117999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e4422107-3075-408d-9f88-3231efa694f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.155302 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e4422107-3075-408d-9f88-3231efa694f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.202084 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58621a-a59e-42f8-bfcf-a30426bcbe96 req-ce8db535-6290-4c94-a73e-3952a180f4fd tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:28.204691 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6c58621a-a59e-42f8-bfcf-a30426bcbe96 req-ce8db535-6290-4c94-a73e-3952a180f4fd tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1047781 Jul 01 07:20:28.225847 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 52962) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:28.267300 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6c58621a-a59e-42f8-bfcf-a30426bcbe96 req-d0a7be5b-b075-40ee-aee8-ab80646f32bf tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541568 Jul 01 07:20:28.308459 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ef90ddd0-77c5-4360-b8f7-7ec9a98a8cd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=af93d4a7a2bf46b1afd68a561051099b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811138 Jul 01 07:20:28.310946 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e4422107-3075-408d-9f88-3231efa694f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.311078 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 52966) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:28.313428 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e4422107-3075-408d-9f88-3231efa694f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.314457 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e4422107-3075-408d-9f88-3231efa694f9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1fe7ff39-a397-4efb-b2bd-c501a25c930c HTTP/1.1" status: 204 len: 168 time: 0.2616963 Jul 01 07:20:28.326708 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4422107-3075-408d-9f88-3231efa694f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe7ff39-a397-4efb-b2bd-c501a25c930c,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:28.352123 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d8eba9-0815-4371-934f-237f75b87cfa req-a5218812-8146-48b1-afd1-db0f5e5fe889 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:28.357706 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-98d8eba9-0815-4371-934f-237f75b87cfa req-a5218812-8146-48b1-afd1-db0f5e5fe889 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1086845 Jul 01 07:20:28.389640 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-160160e6-a988-4327-9eb9-a05cfee731eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.402703 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-98d8eba9-0815-4371-934f-237f75b87cfa req-fda47863-6235-495b-9f63-29c5b9d274fa tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Jul 01 07:20:28.415939 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-160160e6-a988-4327-9eb9-a05cfee731eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.559264 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-160160e6-a988-4327-9eb9-a05cfee731eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.562076 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-160160e6-a988-4327-9eb9-a05cfee731eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:28.563520 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-160160e6-a988-4327-9eb9-a05cfee731eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7de499a3-8e55-4fec-8ffb-1fd4ef165951 HTTP/1.1" status: 204 len: 168 time: 0.2513011 Jul 01 07:20:28.575513 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160160e6-a988-4327-9eb9-a05cfee731eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de499a3-8e55-4fec-8ffb-1fd4ef165951,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:28.936977 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b1159-0673-4057-8f1d-abb6e7783d7f req-771c2c20-93bd-459f-b885-5de34c706c16 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:28.946189 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-695b1159-0673-4057-8f1d-abb6e7783d7f req-771c2c20-93bd-459f-b885-5de34c706c16 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0939307 Jul 01 07:20:28.964013 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb406ec-a38b-4da3-8a69-405425070a22 req-f28ab9e2-e37a-41fe-9dcb-6524414ea64d tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:28.964013 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0cb406ec-a38b-4da3-8a69-405425070a22 req-f28ab9e2-e37a-41fe-9dcb-6524414ea64d tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 946 time: 0.0781813 Jul 01 07:20:29.011731 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0cb406ec-a38b-4da3-8a69-405425070a22 req-b6b1127e-d2de-4e9f-8dfb-37c2d34b8de5 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 Jul 01 07:20:29.035088 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-695b1159-0673-4057-8f1d-abb6e7783d7f req-bf79fb8b-e6ac-4f82-b81f-31745efb9553 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866520 Jul 01 07:20:29.462564 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7f442-81d7-4f2b-b09d-f6c41b4b1d76 req-1bbb78d1-d10f-401a-afd6-8adeed7edce7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:29.471565 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3ed7f442-81d7-4f2b-b09d-f6c41b4b1d76 req-1bbb78d1-d10f-401a-afd6-8adeed7edce7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0874355 Jul 01 07:20:29.476886 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:20:29.558532 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3ed7f442-81d7-4f2b-b09d-f6c41b4b1d76 req-d34610e6-87e9-422c-9c47-4b7265f71659 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720241 Jul 01 07:20:29.603758 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624efdc1-3fa9-49ad-a65d-ac0acf23728f req-bad52684-e60b-4bc2-9533-6ebf53ca5675 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:29.605290 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-624efdc1-3fa9-49ad-a65d-ac0acf23728f req-bad52684-e60b-4bc2-9533-6ebf53ca5675 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0828156 Jul 01 07:20:29.643057 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-624efdc1-3fa9-49ad-a65d-ac0acf23728f req-d5e32a9a-783b-4b30-aa42-1a7e2fc7bdf0 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Jul 01 07:20:29.688438 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 53030) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:29.816639 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-7afe180a-f97a-45e3-aca6-48b7107ff2b6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266537 Jul 01 07:20:30.286096 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62f47b-21cf-449e-8880-0c8309b7e2fb req-a3dabc68-cd36-4a48-969e-95dab4956084 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:30.287802 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0f62f47b-21cf-449e-8880-0c8309b7e2fb req-a3dabc68-cd36-4a48-969e-95dab4956084 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 946 time: 0.0919995 Jul 01 07:20:30.303153 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69edfd3-4e78-42b0-bcc4-d0ddbe405a7d req-dae31cbd-70fc-4ce0-83eb-a25afc8f3dcf tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:30.304897 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d69edfd3-4e78-42b0-bcc4-d0ddbe405a7d req-dae31cbd-70fc-4ce0-83eb-a25afc8f3dcf tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0846572 Jul 01 07:20:30.337697 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0f62f47b-21cf-449e-8880-0c8309b7e2fb req-5c06f1f8-18f3-41f9-8b3e-15a62a4cf074 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444136 Jul 01 07:20:30.353617 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d69edfd3-4e78-42b0-bcc4-d0ddbe405a7d req-7546730f-931e-4c93-8b5b-a2ef25a06149 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410304 Jul 01 07:20:30.480086 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2065c268-a74b-4d35-82b4-231e7848d62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:30.482222 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:30.797935 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ddafc-663b-4288-9af5-d157960cf296 req-985284bb-4021-4783-a259-46d80cae1ff3 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:30.799459 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-916ddafc-663b-4288-9af5-d157960cf296 req-985284bb-4021-4783-a259-46d80cae1ff3 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1307943 Jul 01 07:20:30.846258 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-916ddafc-663b-4288-9af5-d157960cf296 req-9d5ca90b-e5de-4d0f-a414-d02a0aca3da9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Jul 01 07:20:30.848175 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:30.862487 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057c8a7-e5eb-4265-baa6-eb6e7d753f22 req-3bb89972-896d-4175-9af4-6890a961502b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:30.864228 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b057c8a7-e5eb-4265-baa6-eb6e7d753f22 req-3bb89972-896d-4175-9af4-6890a961502b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0869160 Jul 01 07:20:30.907763 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b057c8a7-e5eb-4265-baa6-eb6e7d753f22 req-628f025b-fe4f-4819-ba13-04cd6295305f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380423 Jul 01 07:20:31.200664 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-37050317-2bc2-4293-a303-a31da6363956 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:31.202371 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-37050317-2bc2-4293-a303-a31da6363956 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.26 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 946 time: 0.0665379 Jul 01 07:20:31.308254 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Deleting port d05fb5c4-8458-49e0-9055-0cbb74e51403 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:20:31.308507 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:31.395283 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] For port d05fb5c4-8458-49e0-9055-0cbb74e51403, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d05fb5c4-8458-49e0-9055-0cbb74e51403,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:31.396237 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:31.409577 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Calling delete_port for d05fb5c4-8458-49e0-9055-0cbb74e51403 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:20:31.456625 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:31.543366 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0814a-900a-49f0-9d3a-745db01d1dba req-dc99280b-ed17-4bda-9116-c24128630b4c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:31.544858 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c1d0814a-900a-49f0-9d3a-745db01d1dba req-dc99280b-ed17-4bda-9116-c24128630b4c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0629485 Jul 01 07:20:31.574104 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9df20-6206-49d5-8cb1-59e0f2fc5e69 req-b45e4c2f-fc9c-4eba-bda0-a27e9ad39dfc tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:31.575510 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-93c9df20-6206-49d5-8cb1-59e0f2fc5e69 req-b45e4c2f-fc9c-4eba-bda0-a27e9ad39dfc tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 946 time: 0.1090853 Jul 01 07:20:31.582841 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c1d0814a-900a-49f0-9d3a-745db01d1dba req-34c95f9d-916f-48d1-86ad-b8aabc2da2e9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322511 Jul 01 07:20:31.630735 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-93c9df20-6206-49d5-8cb1-59e0f2fc5e69 req-c4149044-ee0e-46a2-805f-8e915b5715d6 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485957 Jul 01 07:20:31.684673 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:31.703453 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['d05fb5c4-8458-49e0-9055-0cbb74e51403'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:20:31.714630 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Pushing event deleted for resources: {'Port': ['ID=d05fb5c4-8458-49e0-9055-0cbb74e51403,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:31.761739 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] No DVR routers for this DVR port d05fb5c4-8458-49e0-9055-0cbb74e51403 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:20:31.764287 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:31.766323 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-859fff34-cc92-4599-aa39-26fb9c4afef8 req-74c9fb1a-f2fa-477f-a148-f06cf4bb2430 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.26 "DELETE /v2.0/ports/d05fb5c4-8458-49e0-9055-0cbb74e51403 HTTP/1.1" status: 204 len: 173 time: 0.5569477 Jul 01 07:20:31.766752 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a18155-084f-40ea-979d-08adff05f9c1', 'name': 'network-vif-deleted', 'tag': 'd05fb5c4-8458-49e0-9055-0cbb74e51403'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:20:31.768986 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0dd8f24-3c90-4d69-a755-a46010c3deda" -d '{"events": [{"server_uuid": "38a18155-084f-40ea-979d-08adff05f9c1", "name": "network-vif-deleted", "tag": "d05fb5c4-8458-49e0-9055-0cbb74e51403"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:20:31.805454 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce1e33-bfdd-4531-94a1-097b191a1560 x-openstack-request-id: req-43ce1e33-bfdd-4531-94a1-097b191a1560 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:20:31.806083 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a18155-084f-40ea-979d-08adff05f9c1", "name": "network-vif-deleted", "tag": "d05fb5c4-8458-49e0-9055-0cbb74e51403", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:20:31.806083 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-43ce1e33-bfdd-4531-94a1-097b191a1560 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:20:31.806371 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a18155-084f-40ea-979d-08adff05f9c1', 'name': 'network-vif-deleted', 'tag': 'd05fb5c4-8458-49e0-9055-0cbb74e51403', 'status': 'completed', 'code': 200} Jul 01 07:20:32.046993 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1105cd0-f87c-4cc2-9ed6-b38b14d9c040 req-5256aa58-d900-4f10-a130-73ce7262a438 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:32.048772 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d1105cd0-f87c-4cc2-9ed6-b38b14d9c040 req-5256aa58-d900-4f10-a130-73ce7262a438 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0695021 Jul 01 07:20:32.121978 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d1105cd0-f87c-4cc2-9ed6-b38b14d9c040 req-d510502b-d456-4017-97d9-fd565c329c35 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605118 Jul 01 07:20:32.142747 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ba3d8-f8c0-440d-ab2a-f00497d0191d req-e5e4b72a-f573-4293-b8ba-a0e8f8b73412 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:32.144944 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a99ba3d8-f8c0-440d-ab2a-f00497d0191d req-e5e4b72a-f573-4293-b8ba-a0e8f8b73412 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0998597 Jul 01 07:20:32.187057 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a99ba3d8-f8c0-440d-ab2a-f00497d0191d req-166ae171-1cfb-4def-9085-242d762f680b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358334 Jul 01 07:20:32.755658 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdd49b-5b2d-486e-a30f-a806d18a2338 req-d31760f3-9270-4f81-b9f3-358e351583fa tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:32.757838 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0dbdd49b-5b2d-486e-a30f-a806d18a2338 req-d31760f3-9270-4f81-b9f3-358e351583fa tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0930388 Jul 01 07:20:32.834933 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0dbdd49b-5b2d-486e-a30f-a806d18a2338 req-a211e9f7-de20-4ec7-92ec-72ae4f3b7fba tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674841 Jul 01 07:20:32.879184 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652542ad-aa75-40ed-bc58-5857dd543780 req-a2604775-31e5-4941-894b-bff596b2de5e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:32.883351 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-652542ad-aa75-40ed-bc58-5857dd543780 req-a2604775-31e5-4941-894b-bff596b2de5e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1305141 Jul 01 07:20:32.891668 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-00328ed9-39dd-499d-a1be-b8d27b0723d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:32.893053 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-00328ed9-39dd-499d-a1be-b8d27b0723d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 1099 time: 0.1009033 Jul 01 07:20:32.961584 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-652542ad-aa75-40ed-bc58-5857dd543780 req-36c22866-4d56-420c-832a-feaa11f7680b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727379 Jul 01 07:20:33.035676 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-1df8f889-5d2b-40f0-b1f3-d5a3e811d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:33.036326 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:33.037680 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-1df8f889-5d2b-40f0-b1f3-d5a3e811d002 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 911 time: 0.1279564 Jul 01 07:20:33.046240 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ea1637a0-88dd-4479-a9c2-e3ce01071581 req-690165d8-b12c-4500-9459-6985c98b593e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=38a18155-084f-40ea-979d-08adff05f9c1 HTTP/1.1" status: 200 len: 210 time: 0.0326321 Jul 01 07:20:33.128784 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-04a0aed4-4cd2-45dd-8570-bbfce3a1a92f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 HTTP/1.1" status: 200 len: 1001 time: 0.0717058 Jul 01 07:20:33.176149 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-4b966289-77f6-4d74-a1a5-9ab4c5fc2b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:33.178164 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-4b966289-77f6-4d74-a1a5-9ab4c5fc2b67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b185fd0-6e31-424c-b89c-921733294bfc HTTP/1.1" status: 200 len: 849 time: 0.0426390 Jul 01 07:20:33.282858 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-e62be60c-6dcc-440e-80e8-b97d37193204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:33.284359 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-e62be60c-6dcc-440e-80e8-b97d37193204 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe686f1d-1027-4b7a-b0e1-238237c14731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0977800 Jul 01 07:20:33.334072 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75f87e-3826-42b1-b52a-47f2b083549b req-36a76583-1b5c-4217-8a69-17d743836ca1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:33.335771 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bd75f87e-3826-42b1-b52a-47f2b083549b req-36a76583-1b5c-4217-8a69-17d743836ca1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1049273 Jul 01 07:20:33.423722 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bd75f87e-3826-42b1-b52a-47f2b083549b req-853ff38a-93a9-4bdf-8ef0-11bf490c57c7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587513 Jul 01 07:20:33.426862 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-092d4ac2-7d62-4c16-9ac0-a59d21c7be6a service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330738 Jul 01 07:20:33.523385 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9f83796d-a1aa-4580-8afb-0de66623cbec req-98de0545-c821-429e-a906-1144ef28853c service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794127 Jul 01 07:20:34.005034 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc2df8-820f-4957-9acf-f241f86a1487 req-bb43c787-314e-4b8f-92f4-3b88311c9309 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:34.006824 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7bcc2df8-820f-4957-9acf-f241f86a1487 req-bb43c787-314e-4b8f-92f4-3b88311c9309 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0695190 Jul 01 07:20:34.045543 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7bcc2df8-820f-4957-9acf-f241f86a1487 req-bf02c662-3960-4a1d-b309-3b913e1758ea tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331526 Jul 01 07:20:34.163899 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e3f09-3556-4619-b56b-d8f391b496ae req-7cfa8ac4-08ba-481a-89f0-c80495d9469b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:34.167358 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4d5e3f09-3556-4619-b56b-d8f391b496ae req-7cfa8ac4-08ba-481a-89f0-c80495d9469b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0776610 Jul 01 07:20:34.446625 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4d5e3f09-3556-4619-b56b-d8f391b496ae req-4c94cf80-9402-459d-b730-58e90106014f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2756782 Jul 01 07:20:34.602929 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59cb35-68e8-4176-bb1f-5f8be6337bbd req-daa936e8-2501-4dd5-ae5a-0083af727ecf tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:34.604710 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce59cb35-68e8-4176-bb1f-5f8be6337bbd req-daa936e8-2501-4dd5-ae5a-0083af727ecf tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0683141 Jul 01 07:20:34.643921 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce59cb35-68e8-4176-bb1f-5f8be6337bbd req-9d8ac822-7fab-485a-b294-f8f3c5cc2b4a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334733 Jul 01 07:20:35.108389 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 53186) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:35.220485 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482cf513-188b-486d-b70e-7012a6626137 req-0cbd75b5-64a4-4759-ab8a-3ea32a6dd56a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:35.222000 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-482cf513-188b-486d-b70e-7012a6626137 req-0cbd75b5-64a4-4759-ab8a-3ea32a6dd56a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0675657 Jul 01 07:20:35.223498 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-017fc9c9-24d3-4169-8a50-b7df13fd9844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:35.263983 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-482cf513-188b-486d-b70e-7012a6626137 req-7cb4376c-74a5-4656-8551-f4d584e62d15 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343094 Jul 01 07:20:35.317538 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-017fc9c9-24d3-4169-8a50-b7df13fd9844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:35.387490 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-017fc9c9-24d3-4169-8a50-b7df13fd9844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:35.424847 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-017fc9c9-24d3-4169-8a50-b7df13fd9844 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c12d2b72731e46a185b01c3ea411e5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3150077 Jul 01 07:20:35.425587 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017fc9c9-24d3-4169-8a50-b7df13fd9844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210b6131-698c-47e4-8f19-663430cc5381,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:35.427364 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 53200) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:35.482057 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f7ff85d1-1ecf-48b7-a29a-bb442082f390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:35.504356 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f7ff85d1-1ecf-48b7-a29a-bb442082f390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:35.645541 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f7ff85d1-1ecf-48b7-a29a-bb442082f390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:35.648203 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f7ff85d1-1ecf-48b7-a29a-bb442082f390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:35.649339 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f7ff85d1-1ecf-48b7-a29a-bb442082f390 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/210b6131-698c-47e4-8f19-663430cc5381 HTTP/1.1" status: 204 len: 168 time: 0.2195165 Jul 01 07:20:35.657632 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff85d1-1ecf-48b7-a29a-bb442082f390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210b6131-698c-47e4-8f19-663430cc5381,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:35.669380 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43040b8-1a5c-4ffb-89f2-778bb8b42fa6 req-eadeaad8-de10-4afe-a4a8-6623defec9ee tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:35.676068 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d43040b8-1a5c-4ffb-89f2-778bb8b42fa6 req-eadeaad8-de10-4afe-a4a8-6623defec9ee tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0998826 Jul 01 07:20:35.718182 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d43040b8-1a5c-4ffb-89f2-778bb8b42fa6 req-7e0373b1-a854-46f2-8ba3-3d75f4997ca4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411439 Jul 01 07:20:35.829522 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141acf44-1bae-4506-822c-9cc280e2328e req-ed286226-1c34-4aa3-a273-93b0d8e6ae9b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:35.831339 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-141acf44-1bae-4506-822c-9cc280e2328e req-ed286226-1c34-4aa3-a273-93b0d8e6ae9b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0672901 Jul 01 07:20:35.869693 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-141acf44-1bae-4506-822c-9cc280e2328e req-2a71c2f4-0bab-4a35-9c86-1d00da84fd00 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325201 Jul 01 07:20:36.119558 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device d05fb5c4-8458-49e0-9055-0cbb74e51403 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:20:36.141905 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: d05fb5c4-8458-49e0-9055-0cbb74e51403 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:20:36.142251 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device d05fb5c4-8458-49e0-9055-0cbb74e51403 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:20:36.908494 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889883ed-ec7b-438e-a985-8ba67deeb340 req-9e5d6b7b-5194-4b26-b27d-e94457c7277f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:36.910011 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-889883ed-ec7b-438e-a985-8ba67deeb340 req-9e5d6b7b-5194-4b26-b27d-e94457c7277f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0674160 Jul 01 07:20:36.963345 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-889883ed-ec7b-438e-a985-8ba67deeb340 req-6dbd2602-ea17-42c7-97ef-44c5030446cc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456233 Jul 01 07:20:37.079161 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f11d9e3-541d-4363-b8ba-fa02c7110243 req-fb614b09-76ac-42da-8230-c1913e7e1f4e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:37.080651 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6f11d9e3-541d-4363-b8ba-fa02c7110243 req-fb614b09-76ac-42da-8230-c1913e7e1f4e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0695436 Jul 01 07:20:37.119544 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6f11d9e3-541d-4363-b8ba-fa02c7110243 req-a4150818-e1f3-48c5-8337-4084c3a423d1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Jul 01 07:20:38.142374 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72020f3-d70b-4b25-bd6e-d302a85d9ec8 req-82c9895c-23b2-4e80-bac1-253d7170f421 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:38.143862 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d72020f3-d70b-4b25-bd6e-d302a85d9ec8 req-82c9895c-23b2-4e80-bac1-253d7170f421 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0678110 Jul 01 07:20:38.183302 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d72020f3-d70b-4b25-bd6e-d302a85d9ec8 req-45116a75-53b5-4ed9-b65f-9595355468e7 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326922 Jul 01 07:20:38.296366 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46cad-9bf3-44a2-8625-36b82901c417 req-0ea0da7f-a88b-42ca-be16-731a14869a82 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:38.298204 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-55b46cad-9bf3-44a2-8625-36b82901c417 req-0ea0da7f-a88b-42ca-be16-731a14869a82 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0653639 Jul 01 07:20:38.337719 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-55b46cad-9bf3-44a2-8625-36b82901c417 req-9515c55f-3dac-4c8b-8ebc-e2f8bc2554d2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Jul 01 07:20:39.368489 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7b99a-1c3e-4d94-a830-7bcd6f32f5e7 req-2b9fbb1f-94ad-4760-aa02-82dc82a27365 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:39.370249 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-19a7b99a-1c3e-4d94-a830-7bcd6f32f5e7 req-2b9fbb1f-94ad-4760-aa02-82dc82a27365 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0662916 Jul 01 07:20:39.411050 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-19a7b99a-1c3e-4d94-a830-7bcd6f32f5e7 req-6e2b09cd-61ec-465a-896a-0c5cd1a27d92 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349886 Jul 01 07:20:39.543807 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b16935-5739-478e-99dc-2e9777dcf422 req-f376f755-631b-4b16-8de8-4974ddc154b9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:39.545342 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-69b16935-5739-478e-99dc-2e9777dcf422 req-f376f755-631b-4b16-8de8-4974ddc154b9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0766439 Jul 01 07:20:39.583127 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-69b16935-5739-478e-99dc-2e9777dcf422 req-71bab3f5-538e-4b62-a63f-ef5aff606722 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322113 Jul 01 07:20:40.611957 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad2b06-b2b3-4fbe-a91b-c51de675ad3d req-78af472e-b424-4705-bfc4-a3f3e8cce253 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:40.614054 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1bad2b06-b2b3-4fbe-a91b-c51de675ad3d req-78af472e-b424-4705-bfc4-a3f3e8cce253 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0658805 Jul 01 07:20:40.718571 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1bad2b06-b2b3-4fbe-a91b-c51de675ad3d req-23a0d47a-cccc-4d8c-81e8-b0e481d2ffa3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988457 Jul 01 07:20:40.758913 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-4c7905d3-813d-4b45-a685-dd06efcd5022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:40.760451 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-4c7905d3-813d-4b45-a685-dd06efcd5022 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d&tenant_id=959f91a8dc2e482693bfc24694fdffd4 HTTP/1.1" status: 200 len: 1097 time: 0.1332886 Jul 01 07:20:40.768418 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d9a7f-19bb-4902-bdd8-dd99e11682af req-c65fe261-1f61-4c4c-909f-482fbd9dc50c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:40.770069 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ee0d9a7f-19bb-4902-bdd8-dd99e11682af req-c65fe261-1f61-4c4c-909f-482fbd9dc50c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0643103 Jul 01 07:20:40.810088 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ee0d9a7f-19bb-4902-bdd8-dd99e11682af req-31ac8057-2f34-4c45-b818-c4e15ca9f9c1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335095 Jul 01 07:20:40.843160 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-160b909b-caf3-40b7-8dc3-20fd0a173826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:40.844056 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-160b909b-caf3-40b7-8dc3-20fd0a173826 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 1097 time: 0.0539942 Jul 01 07:20:40.936590 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-ded23eee-c40b-442b-98ef-395f35ab6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:40.938084 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-ded23eee-c40b-442b-98ef-395f35ab6c5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.0870638 Jul 01 07:20:41.006356 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-6c50afde-c135-4e7d-8dbb-a21d9dc770f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab HTTP/1.1" status: 200 len: 1000 time: 0.0586743 Jul 01 07:20:41.043635 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:20:41.896029 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b2bbb-a953-4a71-95fa-8b3dd051f84a req-cab8f4e7-3095-420d-9469-3c11f8646a11 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:41.897470 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-065b2bbb-a953-4a71-95fa-8b3dd051f84a req-cab8f4e7-3095-420d-9469-3c11f8646a11 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0619943 Jul 01 07:20:41.943160 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-065b2bbb-a953-4a71-95fa-8b3dd051f84a req-f00a0a46-ee36-4e6e-917c-41806da6580e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343440 Jul 01 07:20:41.989123 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca203dd-ec21-4b1f-bf14-5942c69e73ea req-61a2ac66-bc42-42a9-937e-346422bbb421 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:41.991230 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8ca203dd-ec21-4b1f-bf14-5942c69e73ea req-61a2ac66-bc42-42a9-937e-346422bbb421 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0666206 Jul 01 07:20:42.034267 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8ca203dd-ec21-4b1f-bf14-5942c69e73ea req-06912de5-0956-40f7-b087-a5b99d363760 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Jul 01 07:20:42.903461 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-f8336ec1-15de-48e2-8a2e-70588b28a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:42.905063 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-f8336ec1-15de-48e2-8a2e-70588b28a921 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0438852 Jul 01 07:20:43.127890 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ebfc-772c-4826-b8a1-649155adf755 req-3ebad7dc-093e-47bc-a2fb-46e952bfc776 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:43.129381 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6db3ebfc-772c-4826-b8a1-649155adf755 req-3ebad7dc-093e-47bc-a2fb-46e952bfc776 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0729156 Jul 01 07:20:43.167820 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6db3ebfc-772c-4826-b8a1-649155adf755 req-3df34663-04b6-457e-b5e3-7c4e33e04417 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322952 Jul 01 07:20:43.216253 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b781c94-cc49-4fab-b325-7220a25b2f01 req-47bf265b-e0f7-4a40-9d35-b9bfd77feb11 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:43.217720 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7b781c94-cc49-4fab-b325-7220a25b2f01 req-47bf265b-e0f7-4a40-9d35-b9bfd77feb11 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0698407 Jul 01 07:20:43.252822 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7b781c94-cc49-4fab-b325-7220a25b2f01 req-c726ef9f-9186-48aa-8ee2-519c050411e3 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296273 Jul 01 07:20:44.011677 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-0e361a45-369f-469f-b655-533313094d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:44.013182 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-0e361a45-369f-469f-b655-533313094d08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515475 Jul 01 07:20:44.104916 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-b3ff3493-0fb6-4495-b3ac-73d8447e4fbc service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810244 Jul 01 07:20:44.204910 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5e95181-f871-4a04-b4fe-581bc7b00945 req-15022811-77df-410b-b906-ac079447ae55 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916140 Jul 01 07:20:44.349341 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541d5ec-0921-4520-b2f9-0dcac2195d69 req-576dcaa9-ebd3-40fe-a437-09da5a33b864 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:44.350840 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c541d5ec-0921-4520-b2f9-0dcac2195d69 req-576dcaa9-ebd3-40fe-a437-09da5a33b864 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0625727 Jul 01 07:20:44.389456 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c541d5ec-0921-4520-b2f9-0dcac2195d69 req-b710127d-fc80-4d51-9564-5f9f948e1241 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325229 Jul 01 07:20:44.434269 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c4c11-1dbe-4c8c-bfb7-69e88a895d0a req-4e1428cb-2ce1-4eac-a5b4-feb7c7ce1163 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:44.435875 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d69c4c11-1dbe-4c8c-bfb7-69e88a895d0a req-4e1428cb-2ce1-4eac-a5b4-feb7c7ce1163 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0688224 Jul 01 07:20:44.476887 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d69c4c11-1dbe-4c8c-bfb7-69e88a895d0a req-9330b801-48c0-4a6f-b92f-b7913fcebb1d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350661 Jul 01 07:20:45.353537 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 53530) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:45.470560 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:45.641808 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91a045-bc76-40cb-abb5-dbbd3cb11c8d req-ae497f6d-b282-4ace-b571-98558d5b2728 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:45.643361 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3c91a045-bc76-40cb-abb5-dbbd3cb11c8d req-ae497f6d-b282-4ace-b571-98558d5b2728 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1203926 Jul 01 07:20:45.681210 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:45.700193 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3c91a045-bc76-40cb-abb5-dbbd3cb11c8d req-78d6ae19-d39e-4075-a523-c377666f165c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473711 Jul 01 07:20:45.763078 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:45.816105 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=03d76d86720d4cd299bd013b76ca22fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4611549 Jul 01 07:20:45.821594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 53542) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:45.870779 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e376a2-6fdc-420b-ac77-8c6eb4def307,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:45.887564 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.887912 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.890081 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:45.891218 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.891782 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.892304 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.892740 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.893176 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.893624 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.894083 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.894473 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.894869 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.895279 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c099019-3514-4986-8572-3341cc3a698b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:45.920173 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:45.938592 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c83a5-c9dd-4f3f-a0ed-177eb051e06f req-bb516f65-e9ad-4636-bb4e-9490d4ad24ff tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:45.939694 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d87c83a5-c9dd-4f3f-a0ed-177eb051e06f req-bb516f65-e9ad-4636-bb4e-9490d4ad24ff tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1192589 Jul 01 07:20:45.991597 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d87c83a5-c9dd-4f3f-a0ed-177eb051e06f req-33f7ac4a-c632-4cce-89b3-83188696280c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437706 Jul 01 07:20:46.073441 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:46.076720 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:46.078181 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10e376a2-6fdc-420b-ac77-8c6eb4def307 HTTP/1.1" status: 204 len: 168 time: 0.2550879 Jul 01 07:20:46.089921 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e376a2-6fdc-420b-ac77-8c6eb4def307,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:46.097475 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.097940 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.098452 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.098829 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.099692 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.100145 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.100425 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.100753 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.101083 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.101407 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.101732 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:46.102080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2787f5a-4680-4ccf-af73-4c3afdf8dc3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:47.162568 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82881e1-8b68-4373-991b-f0dbba8980dd req-03d6dd05-5fee-4864-a5bf-63c322baf5aa tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:47.167186 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d82881e1-8b68-4373-991b-f0dbba8980dd req-03d6dd05-5fee-4864-a5bf-63c322baf5aa tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0845969 Jul 01 07:20:47.184103 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 53580) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:47.216618 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d82881e1-8b68-4373-991b-f0dbba8980dd req-8731123a-afe4-4133-ad9a-3b2a1c758f99 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461128 Jul 01 07:20:47.296242 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2086135487-network', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:47.401962 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Made reservation on behalf of 3708a808c1e6448c98d0d32200662bd5 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:20:47.404958 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:47.413742 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:47.414518 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291ebce-0972-405d-aeac-3b8356f84522 req-436cb1d0-bc01-4dc8-ac2c-58c26adf2516 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:47.416034 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d291ebce-0972-405d-aeac-3b8356f84522 req-436cb1d0-bc01-4dc8-ac2c-58c26adf2516 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0667386 Jul 01 07:20:47.466282 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d291ebce-0972-405d-aeac-3b8356f84522 req-5c4501d3-9d4d-4446-824f-0bea3facb430 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443556 Jul 01 07:20:47.527981 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:47.622611 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:47.634860 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da001b-1da0-4f58-a8ba-1331f3c00c51 req-3d2d75ff-72fb-416e-890d-eebd94a75a48 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:47.636493 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-07da001b-1da0-4f58-a8ba-1331f3c00c51 req-3d2d75ff-72fb-416e-890d-eebd94a75a48 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0632343 Jul 01 07:20:47.644559 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:20:47.658939 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:47.659624 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Added segment f601ec8a-9a6b-40ad-ad41-85fdce585f06 of type vlan for network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 Jul 01 07:20:47.679755 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-07da001b-1da0-4f58-a8ba-1331f3c00c51 req-a2fa2b22-177e-4fc3-837e-c862e50d9794 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369098 Jul 01 07:20:47.699599 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d91ef6-d56d-4c9f-b458-7546486fe80f,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:47.714092 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:47.811130 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:47.812388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:47.813106 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:47.871674 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] Pushing event updated for resources: {'Network': ['ID=87ae4e33-1b8a-4df1-ae38-607e98cc3440,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:47.882094 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:20:47.908247 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-6d0e6825-0a95-4251-ba6d-5e95df1b704d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7222528 Jul 01 07:20:47.913695 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 53586) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:47.918805 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Request body: {'subnet': {'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2086135487-subnet', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:48.035733 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Made reservation on behalf of 3708a808c1e6448c98d0d32200662bd5 for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:20:48.038867 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:48.414580 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748008e-0dc9-4a06-b36e-34e49fa8f596 req-becb8c67-22d7-4d16-9c3a-4aa21b9ab22b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:48.416097 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f748008e-0dc9-4a06-b36e-34e49fa8f596 req-becb8c67-22d7-4d16-9c3a-4aa21b9ab22b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0670719 Jul 01 07:20:48.462532 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f748008e-0dc9-4a06-b36e-34e49fa8f596 req-d63f237f-bcb7-449e-80aa-a929453b1c67 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407097 Jul 01 07:20:48.657735 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9907e-2606-4f82-8e86-a16320a0d80a req-8146cdab-3236-4663-9e9e-14b96eff9928 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:48.659281 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-38e9907e-2606-4f82-8e86-a16320a0d80a req-8146cdab-3236-4663-9e9e-14b96eff9928 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0647445 Jul 01 07:20:48.705508 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-38e9907e-2606-4f82-8e86-a16320a0d80a req-3189c491-2544-4d1b-95dd-eb702b52a05b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401263 Jul 01 07:20:48.875827 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76141a4e-fe9a-4900-920f-7309dae7da4b req-d8e2b750-09eb-409b-b5d2-9324119246ed tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:48.878056 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-76141a4e-fe9a-4900-920f-7309dae7da4b req-d8e2b750-09eb-409b-b5d2-9324119246ed tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0692954 Jul 01 07:20:48.879514 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:48.972458 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ea6f93-1340-4035-ab68-25c10fb716b3,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:48.978955 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-76141a4e-fe9a-4900-920f-7309dae7da4b req-d715fda7-876a-4a1b-8030-d143414f59e1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921569 Jul 01 07:20:48.987854 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Checking segment: {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:20:48.988223 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Network hostable DHCP agents. Network: 87ae4e33-1b8a-4df1-ae38-607e98cc3440, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:20:49.096471 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:20:49.302987 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 87ae4e33-1b8a-4df1-ae38-607e98cc3440) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:20:49.307989 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:49.313147 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6eb968-fb4e-4f31-88fd-d7026c08f67b None None] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:20:49.317147 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:49.411396 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-931ce9e9-fc1e-4e6f-936b-1d094af349d4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4981854 Jul 01 07:20:49.414724 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 53602) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:49.419976 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:49.486104 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:20:49.487357 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:49.491107 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:49.493019 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:49.585744 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:49.638558 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Allocated IP 172.20.0.2 (87ae4e33-1b8a-4df1-ae38-607e98cc3440/d7ea6f93-1340-4035-ab68-25c10fb716b3/769bb1d0-fa60-4f9f-9787-57d0048187ca) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:20:49.794999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b60353-a6f7-4235-b3dc-dc2cb12aa1a3 req-fe23baaa-d2e7-47d3-9da3-94ab80b8a835 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:49.796648 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-16b60353-a6f7-4235-b3dc-dc2cb12aa1a3 req-fe23baaa-d2e7-47d3-9da3-94ab80b8a835 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1894753 Jul 01 07:20:49.818977 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:49.828763 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Transition to ACTIVE for port object 769bb1d0-fa60-4f9f-9787-57d0048187ca will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:49.831777 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:49.850278 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Transition to ACTIVE for port object 769bb1d0-fa60-4f9f-9787-57d0048187ca will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:49.875993 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-16b60353-a6f7-4235-b3dc-dc2cb12aa1a3 req-b82f9fef-70e0-4100-ace7-c4e28738347e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392528 Jul 01 07:20:50.055584 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faacc473-f5f2-40ef-a999-c5b656008ba2 req-007b067e-6337-4650-bdd6-9ee40c48a8bc tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:50.062003 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-faacc473-f5f2-40ef-a999-c5b656008ba2 req-007b067e-6337-4650-bdd6-9ee40c48a8bc tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0723140 Jul 01 07:20:50.082522 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:50.142661 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Pushing event updated for resources: {'Port': ['ID=769bb1d0-fa60-4f9f-9787-57d0048187ca,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:50.147077 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-faacc473-f5f2-40ef-a999-c5b656008ba2 req-bf75d585-5e3d-4033-8741-99b12ae7e8c5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776775 Jul 01 07:20:50.164669 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:20:50.166391 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:20:50.169197 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:20:50.259288 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Attempting to bind port 769bb1d0-fa60-4f9f-9787-57d0048187ca on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:20:50.259697 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Attempting to bind port 769bb1d0-fa60-4f9f-9787-57d0048187ca by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:20:50.260057 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Attempting to bind port 769bb1d0-fa60-4f9f-9787-57d0048187ca on network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:20:50.269176 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:20:50.269176 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Checking segment: {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:20:50.269176 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:50.269176 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Bound using segment: {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:20:50.269659 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Bound port: 769bb1d0-fa60-4f9f-9787-57d0048187ca, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:20:50.270162 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:50.352543 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] For port 769bb1d0-fa60-4f9f-9787-57d0048187ca, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:20:50.357171 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] For port 769bb1d0-fa60-4f9f-9787-57d0048187ca, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=769bb1d0-fa60-4f9f-9787-57d0048187ca,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:20:50.381073 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:50.406737 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:50.417439 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921603a-6823-4e92-9b59-23dae6ab4718 req-41987863-efee-486c-9291-7733ec8ace12 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:50.419080 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5921603a-6823-4e92-9b59-23dae6ab4718 req-41987863-efee-486c-9291-7733ec8ace12 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1248116 Jul 01 07:20:50.422736 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:50.497642 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5921603a-6823-4e92-9b59-23dae6ab4718 req-452063f4-d32a-4556-bb88-4e30eb7fa4b2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726681 Jul 01 07:20:50.569364 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Allocated IP 172.27.2.173 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/38a19907-bb02-454d-9ac6-05640c18fdb5) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:20:50.637683 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7988a1-2058-4547-a85b-e1f7b50bc905 None None] Pushing event updated for resources: {'Port': ['ID=769bb1d0-fa60-4f9f-9787-57d0048187ca,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:50.708091 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:50.806538 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:50.848233 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:20:50.858189 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:20:50.867504 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:20:50.883752 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Pushing event updated for resources: {'Port': ['ID=38a19907-bb02-454d-9ac6-05640c18fdb5,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:51.092744 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3f7ee-fdc4-4346-b1d5-920e9c3a3627 req-e850ced0-9436-462d-b45b-9bc077236ae3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:51.094275 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b8e3f7ee-fdc4-4346-b1d5-920e9c3a3627 req-e850ced0-9436-462d-b45b-9bc077236ae3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0678332 Jul 01 07:20:51.175996 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b8e3f7ee-fdc4-4346-b1d5-920e9c3a3627 req-7e78c7a4-331f-412f-b227-16de419b8b37 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753827 Jul 01 07:20:51.504399 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:51.585965 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836a1e4-d903-492f-82dd-d8b298b19ac8 req-ce07f4bb-9235-4134-8f94-6f9611e70245 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:51.588663 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d836a1e4-d903-492f-82dd-d8b298b19ac8 req-ce07f4bb-9235-4134-8f94-6f9611e70245 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.1431179 Jul 01 07:20:51.606136 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 769bb1d0-fa60-4f9f-9787-57d0048187ca up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:51.691315 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d836a1e4-d903-492f-82dd-d8b298b19ac8 req-88dcbe24-cb80-43bd-b840-90ae21b6c1e5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895920 Jul 01 07:20:51.761498 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 769bb1d0-fa60-4f9f-9787-57d0048187ca completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:20:51.807722 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5c428-789d-48e5-8db2-fc84bcc5ffb2 None None] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:20:51.881292 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:51.947435 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-d24a22ca-c828-4faa-849d-19821ff35b81 None None] Provisioning for port 769bb1d0-fa60-4f9f-9787-57d0048187ca completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:20:51.954195 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39031288-f73b-4923-8faf-29829372ba4e req-c9dab8c6-68fa-4df4-a737-ec9e3dc00a6f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:51.955434 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-39031288-f73b-4923-8faf-29829372ba4e req-c9dab8c6-68fa-4df4-a737-ec9e3dc00a6f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1299858 Jul 01 07:20:51.957893 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-d24a22ca-c828-4faa-849d-19821ff35b81 None None] Provisioning complete for port 769bb1d0-fa60-4f9f-9787-57d0048187ca triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:51.958276 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d24a22ca-c828-4faa-849d-19821ff35b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:52.049929 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-39031288-f73b-4923-8faf-29829372ba4e req-f215e8e1-d69e-400e-a631-b1d775936dff tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553274 Jul 01 07:20:52.097716 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d24a22ca-c828-4faa-849d-19821ff35b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:52.133281 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-d24a22ca-c828-4faa-849d-19821ff35b81 None None] For port 769bb1d0-fa60-4f9f-9787-57d0048187ca, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=769bb1d0-fa60-4f9f-9787-57d0048187ca,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:52.138489 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Router f8bfc365-37c7-416f-b9d5-5d35540590fe is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93538) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:20:52.210703 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d24a22ca-c828-4faa-849d-19821ff35b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:52.326503 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:20:52.338693 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Sync routers for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:20:52.349049 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a22ca-c828-4faa-849d-19821ff35b81 None None] Pushing event updated for resources: {'Port': ['ID=769bb1d0-fa60-4f9f-9787-57d0048187ca,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:52.355967 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:20:52.356812 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:20:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:52.432625 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-024b8546-cf9d-4d63-b7c7-71b23e30d124 None None] Provisioning complete for port 769bb1d0-fa60-4f9f-9787-57d0048187ca triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:52.432945 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-024b8546-cf9d-4d63-b7c7-71b23e30d124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:52.436839 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6669ed-33d8-4d0c-a573-f4b6fb2bd206 req-ec8d396c-5bd0-4414-9988-9b74dd196673 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:52.438568 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9e6669ed-33d8-4d0c-a573-f4b6fb2bd206 req-ec8d396c-5bd0-4414-9988-9b74dd196673 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1037760 Jul 01 07:20:52.471475 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] Notify callbacks [] for router, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:52.475109 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-25ca4709-358a-491e-a5e4-1332e1201175 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0563753 Jul 01 07:20:52.476131 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 53628) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:52.485873 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9e6669ed-33d8-4d0c-a573-f4b6fb2bd206 req-971164bf-3bc3-4a14-90dd-d5ed55fef567 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408187 Jul 01 07:20:52.609023 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:20:52.873174 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:51Z', 'revision_number': 3, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:52.901486 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Checking router: f8bfc365-37c7-416f-b9d5-5d35540590fe for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:20:52.901839 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Updating router f8bfc365-37c7-416f-b9d5-5d35540590fe port 38a19907-bb02-454d-9ac6-05640c18fdb5 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:20:52.933979 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a634def-af96-49e3-a5dc-3237b60a203a req-beb85de8-d33d-4f50-a12f-b4cb9b13e7ab tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:52.935511 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8a634def-af96-49e3-a5dc-3237b60a203a req-beb85de8-d33d-4f50-a12f-b4cb9b13e7ab tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0880659 Jul 01 07:20:52.939834 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:52.982905 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8a634def-af96-49e3-a5dc-3237b60a203a req-ee1b51a9-46cf-46d7-b0ae-09c173efa1bb tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Jul 01 07:20:53.053425 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-b9cf8416-7a1c-4879-b5aa-1f5c631ad9c2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:53.055300 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-b9cf8416-7a1c-4879-b5aa-1f5c631ad9c2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/networks?id=8ba03401-5760-4688-b3af-e8dbd39fd046 HTTP/1.1" status: 200 len: 812 time: 0.2011747 Jul 01 07:20:53.070617 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-682a0386-dde6-4fba-8372-bcbd10d49769 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/quotas/3f65a637dff2403d94892c735411360b HTTP/1.1" status: 200 len: 375 time: 0.0099750 Jul 01 07:20:53.125305 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-9a26d5f6-3e1f-43a6-96b8-c6e987f27d99 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3f65a637dff2403d94892c735411360b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312560 Jul 01 07:20:53.273963 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00986c-d6e9-4e82-bdd4-6acbfb12cb17 req-6d83e05d-2735-4bac-9802-871170c4e074 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:53.282546 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-aa00986c-d6e9-4e82-bdd4-6acbfb12cb17 req-6d83e05d-2735-4bac-9802-871170c4e074 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0836275 Jul 01 07:20:53.309045 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.327291 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-aa00986c-d6e9-4e82-bdd4-6acbfb12cb17 req-dceef97d-de77-4252-a236-1e55732f9776 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440891 Jul 01 07:20:53.332452 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-7f32fd84-7230-4660-a05a-7d1392d7d697 service neutron] 10.222.0.35 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002749 Jul 01 07:20:53.338469 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.357988 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Transition to ACTIVE for port object 38a19907-bb02-454d-9ac6-05640c18fdb5 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:53.422284 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.506910 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Attempting to bind port 38a19907-bb02-454d-9ac6-05640c18fdb5 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:20:53.506910 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Attempting to bind port 38a19907-bb02-454d-9ac6-05640c18fdb5 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:20:53.506910 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Attempting to bind port 38a19907-bb02-454d-9ac6-05640c18fdb5 on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:20:53.506910 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Pushing event updated for resources: {'Port': ['ID=38a19907-bb02-454d-9ac6-05640c18fdb5,revision_number=2']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:53.510795 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:20:53.512175 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:20:53.512175 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.512381 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:20:53.512695 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Bound port: 38a19907-bb02-454d-9ac6-05640c18fdb5, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:20:53.513521 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.560665 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 769bb1d0-fa60-4f9f-9787-57d0048187ca up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:53.562403 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.563270 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.563270 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.563575 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.563910 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.564239 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.564566 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.564888 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.565233 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.565558 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.565878 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.566323 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:53.578962 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-f1c2c7fd-3d0d-424e-ae71-066a82e6e7fe service neutron] 10.222.0.35 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787610 Jul 01 07:20:53.625873 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Allocated IP 172.20.0.1 (87ae4e33-1b8a-4df1-ae38-607e98cc3440/d7ea6f93-1340-4035-ab68-25c10fb716b3/81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:20:53.658834 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] For port 38a19907-bb02-454d-9ac6-05640c18fdb5, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:20:53.669122 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] For port 38a19907-bb02-454d-9ac6-05640c18fdb5, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=38a19907-bb02-454d-9ac6-05640c18fdb5,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:20:53.703570 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 769bb1d0-fa60-4f9f-9787-57d0048187ca triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:53.704003 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.757309 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.760958 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.779920 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Transition to ACTIVE for port object 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:53.895713 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:20:53.896971 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:20:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:53.898925 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892d8d7-9dda-433b-9b9c-90a9f188db18 None None] Pushing event updated for resources: {'Port': ['ID=38a19907-bb02-454d-9ac6-05640c18fdb5,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:53.916571 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f41af-21ec-4f76-9faf-09574ad4b940 req-ab67bf78-bf1b-42c5-ad70-fd324525433e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:53.918170 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e39f41af-21ec-4f76-9faf-09574ad4b940 req-ab67bf78-bf1b-42c5-ad70-fd324525433e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1844413 Jul 01 07:20:53.960251 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c2313d5a-bdf8-4952-9cd4-0172fd4a1dd3 req-d694ada9-8320-49be-949e-2669542c6b4e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0823088 Jul 01 07:20:53.961574 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:53.994419 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e39f41af-21ec-4f76-9faf-09574ad4b940 req-deb74682-bfcf-44dc-8d16-564fca81b1fd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644894 Jul 01 07:20:54.050614 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:20:54.063670 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:20:54.068522 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:20:54.109163 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:20:54.132667 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Pushing event updated for resources: {'Port': ['ID=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:54.169661 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:54.470274 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:51Z', 'revision_number': 3, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:54.500305 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a174ae-9f83-4285-ba67-32d58b8ab6cb None None] The sync data for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi is: [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:51Z', 'revision_number': 3, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:20:54.515542 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:54.518775 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-af4e2e9b-cd89-48eb-b461-75f9bc36c2cd None None] Provisioning for port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:20:54.522668 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-af4e2e9b-cd89-48eb-b461-75f9bc36c2cd None None] Provisioning complete for port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:54.523077 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-af4e2e9b-cd89-48eb-b461-75f9bc36c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:54.535951 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cb504-4cb3-442c-ab29-8c2bfa52f5ce req-b90a45c6-9690-480a-96bf-47d912feddee tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:54.538926 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6a1cb504-4cb3-442c-ab29-8c2bfa52f5ce req-b90a45c6-9690-480a-96bf-47d912feddee tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.2019835 Jul 01 07:20:54.600850 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-af4e2e9b-cd89-48eb-b461-75f9bc36c2cd None None] Port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:20:54.676067 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6a1cb504-4cb3-442c-ab29-8c2bfa52f5ce req-af28bc1b-d269-461f-91b5-b9b1a0ec823c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167130 Jul 01 07:20:54.719263 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99601bc6-750e-4d74-88db-7413798ee845 req-18336116-c90c-4b9e-aa12-d5c92c51d3be tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:54.721132 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-99601bc6-750e-4d74-88db-7413798ee845 req-18336116-c90c-4b9e-aa12-d5c92c51d3be tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1363328 Jul 01 07:20:54.796305 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-99601bc6-750e-4d74-88db-7413798ee845 req-eab7b990-9670-44aa-b7b1-8a10691a6737 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619533 Jul 01 07:20:54.904991 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:55.010587 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:55.245078 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fdd571f7-caf7-413d-8878-51531dba42b2 req-851558ad-2cd0-42ea-af2c-c6df83fbdd02 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0829060 Jul 01 07:20:55.272840 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:55.281308 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Pushing event updated for resources: {'Port': ['ID=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:55.366828 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890e61a-4d5e-4313-ae13-222a87796848 req-41ee6ddb-f3dc-4a6f-83c7-c17cea90eeee tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:55.369032 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2890e61a-4d5e-4313-ae13-222a87796848 req-41ee6ddb-f3dc-4a6f-83c7-c17cea90eeee tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0983901 Jul 01 07:20:55.404310 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:20:55.406064 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:20:55.439515 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2890e61a-4d5e-4313-ae13-222a87796848 req-719d60c5-8157-42bc-b60b-7776b590ae6e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626340 Jul 01 07:20:55.575487 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Router f8bfc365-37c7-416f-b9d5-5d35540590fe has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:20:55.620215 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 38a19907-bb02-454d-9ac6-05640c18fdb5 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:55.743223 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:20:55.751706 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-74a6645d-b232-4a35-99f6-f9e0a959b585 admin admin] 10.222.0.35 "PUT /v2.0/routers/f8bfc365-37c7-416f-b9d5-5d35540590fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2715619 Jul 01 07:20:55.763659 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-bad86975-7bff-4c5c-9153-1af82fbf1e84 None None] Provisioning complete for port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:55.764292 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-bad86975-7bff-4c5c-9153-1af82fbf1e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:55.831462 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-bad86975-7bff-4c5c-9153-1af82fbf1e84 None None] Port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:20:55.832896 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 38a19907-bb02-454d-9ac6-05640c18fdb5 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:20:55.837771 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 38a19907-bb02-454d-9ac6-05640c18fdb5 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:55.838347 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:55.967891 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a202487-e946-46f2-9380-2ceae9c8c09b req-e232bb55-65df-4a21-afef-ea4d22fdf8b1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:55.969578 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3a202487-e946-46f2-9380-2ceae9c8c09b req-e232bb55-65df-4a21-afef-ea4d22fdf8b1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.1388099 Jul 01 07:20:55.986518 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:56.035987 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 38a19907-bb02-454d-9ac6-05640c18fdb5, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=38a19907-bb02-454d-9ac6-05640c18fdb5,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:20:56.057624 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3a202487-e946-46f2-9380-2ceae9c8c09b req-c37742b3-efeb-4bed-ac10-921c7d8effbf tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818024 Jul 01 07:20:56.092575 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbc632-e2aa-4246-abe1-27dd2cd26b26 req-a5268c76-9812-42c1-94bc-f3cbabf14e6e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:56.094091 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0ccbc632-e2aa-4246-abe1-27dd2cd26b26 req-a5268c76-9812-42c1-94bc-f3cbabf14e6e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0658319 Jul 01 07:20:56.127950 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:56.140909 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0ccbc632-e2aa-4246-abe1-27dd2cd26b26 req-6a77968c-07f7-442d-8bbc-e434b25cde07 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402398 Jul 01 07:20:56.196975 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=38a19907-bb02-454d-9ac6-05640c18fdb5,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:56.407239 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-38118897-4649-4153-8ed2-7058388797f7 req-9934352e-6ce4-4346-a802-9f1c7bf6e676 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0331163 Jul 01 07:20:56.704378 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 53714) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:56.705897 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232a70a-be71-4976-a5ce-c43d2727d323 req-218aaa84-c93b-41b4-83da-adca7de3c595 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:56.708954 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9232a70a-be71-4976-a5ce-c43d2727d323 req-218aaa84-c93b-41b4-83da-adca7de3c595 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0976830 Jul 01 07:20:56.713372 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2127149588-network', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:56.751395 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9232a70a-be71-4976-a5ce-c43d2727d323 req-890ffeb7-cc01-4abc-8f39-11f1e965e81e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355353 Jul 01 07:20:56.753107 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Sync routers for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:20:56.763343 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:20:56.763987 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:20:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:56.804734 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Made reservation on behalf of aeaecb9dd7a945e3bb34771b58f6917b for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:20:56.807369 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:56.826365 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:56.878738 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:20:56.924167 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:56.990903 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.011482 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:20:57.027694 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.028043 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Added segment 72440978-ec31-44b9-952e-f00d413cbe21 of type vlan for network 688fccd0-e1d3-4498-aeb0-64995028d64d Jul 01 07:20:57.039956 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d64715-984f-4adc-bf9e-24ad9ea41a9b,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:57.076688 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.120254 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 2, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:57.148617 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Checking router: f8bfc365-37c7-416f-b9d5-5d35540590fe for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:20:57.148903 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Updating router f8bfc365-37c7-416f-b9d5-5d35540590fe port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:20:57.188633 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.231442 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.236688 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:57.238357 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.344634 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14893d26-06fd-4425-a48b-d6fa661fb491 req-51b050fa-b088-4992-90e4-a5815e10ae77 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:57.346824 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-14893d26-06fd-4425-a48b-d6fa661fb491 req-51b050fa-b088-4992-90e4-a5815e10ae77 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.1746972 Jul 01 07:20:57.374408 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152349f-be0d-48b0-b6ba-e60bc5f17849 req-fd4ace8b-1269-4114-a59d-b4063304759a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:57.375984 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e152349f-be0d-48b0-b6ba-e60bc5f17849 req-fd4ace8b-1269-4114-a59d-b4063304759a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0818152 Jul 01 07:20:57.423871 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] Pushing event updated for resources: {'Network': ['ID=688fccd0-e1d3-4498-aeb0-64995028d64d,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:57.430234 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e152349f-be0d-48b0-b6ba-e60bc5f17849 req-b76c1ff5-d761-4add-a582-5b3d76ad56e7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476570 Jul 01 07:20:57.440382 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 53726) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:57.440675 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-64bcb81c-807c-4f10-ac7e-1db953ca464b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7351587 Jul 01 07:20:57.445614 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Request body: {'subnet': {'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2127149588-subnet', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:57.457344 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 688fccd0-e1d3-4498-aeb0-64995028d64d details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:20:57.463662 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-14893d26-06fd-4425-a48b-d6fa661fb491 req-3af3d769-d882-4814-913d-08ecd25019a5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065238 Jul 01 07:20:57.551782 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Made reservation on behalf of aeaecb9dd7a945e3bb34771b58f6917b for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:20:57.552727 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 38a19907-bb02-454d-9ac6-05640c18fdb5 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:57.557049 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.652106 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fb2d0241-c062-4e56-91a9-b2dd5da6bc5e req-5de1db0b-5d20-4b6f-bc3c-c8ab8a681258 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0573776 Jul 01 07:20:57.683615 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 38a19907-bb02-454d-9ac6-05640c18fdb5 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:57.683941 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.727349 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.727958 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-291a1e60-53b8-4214-94b7-a312f42d4567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.755683 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Transition to ACTIVE for port object 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:57.834455 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.922531 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Pushing event updated for resources: {'Port': ['ID=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:57.939811 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:57.962761 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bccc4c-da74-4ddc-92b4-69613ffd5eae req-7ac308d9-1cf1-4e04-927b-1f6daa0e0c65 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:57.967848 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.968947 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.969745 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.970288 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.970724 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.971194 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.971630 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.971997 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-22bccc4c-da74-4ddc-92b4-69613ffd5eae req-7ac308d9-1cf1-4e04-927b-1f6daa0e0c65 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0811810 Jul 01 07:20:57.972129 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.972567 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.972998 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.973441 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:57.974018 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:20:58.068561 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05c2424d-50e6-441f-9a44-74f00c8a7eaa,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:58.071359 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-22bccc4c-da74-4ddc-92b4-69613ffd5eae req-c0c11c1c-c7ff-4412-b591-a9ea85fe7260 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959489 Jul 01 07:20:58.085241 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Checking segment: {'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:20:58.085614 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Network hostable DHCP agents. Network: 688fccd0-e1d3-4498-aeb0-64995028d64d, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:20:58.131978 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Attempting to bind port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:20:58.132554 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Attempting to bind port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:20:58.133245 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Attempting to bind port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd on network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:20:58.140570 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:20:58.141002 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Checking segment: {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:20:58.141410 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:58.141842 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Bound using segment: {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:20:58.142333 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Bound port: 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:20:58.142689 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:58.173832 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-3f4af2f1-08aa-4d71-89c7-cdbc79c6fdef tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375399619&fields=id&tenant_id=11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 267 time: 0.0411587 Jul 01 07:20:58.213704 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] For port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:20:58.215515 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Network 688fccd0-e1d3-4498-aeb0-64995028d64d is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:20:58.218616 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] For port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:20:58.299117 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:58.302814 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-bae38f50-0b64-491c-a4ce-ad7754135984 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:58.305584 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-bae38f50-0b64-491c-a4ce-ad7754135984 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 812 time: 0.1223488 Jul 01 07:20:58.307427 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 688fccd0-e1d3-4498-aeb0-64995028d64d) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:20:58.312081 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:58.313006 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:58.328320 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e29cb35-7ddd-4fce-9e80-dc58553b6c5d None None] Network 688fccd0-e1d3-4498-aeb0-64995028d64d requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:20:58.331159 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-4dcb43c1-448f-454a-bbb4-1b055484e14c tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/quotas/11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 375 time: 0.0146570 Jul 01 07:20:58.401955 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f502e323-dc3b-4a5e-be4d-dae60bba07c3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9597011 Jul 01 07:20:58.404252 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 53742) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:20:58.409586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:20:58.424311 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-1c7cb0a3-211d-42b3-a4f7-b112c7f7e07f tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0871370 Jul 01 07:20:58.539894 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:58.541873 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:58.569187 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb60bf1-e978-442f-8ebe-89b26cc3bf73 None None] Pushing event updated for resources: {'Port': ['ID=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:58.576347 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:20:58.577086 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:20:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:58.578709 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-9d525f80-2655-41fc-9738-9d85eed2c136 service neutron] 10.222.0.35 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373765 Jul 01 07:20:58.686305 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-aaae1c1b-686d-4dc8-a888-f2079f2a0f8f service neutron] 10.222.0.35 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003947 Jul 01 07:20:58.748494 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:20:58.846642 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-688fccd0-e1d3-4498-aeb0-64995028d64d', 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'fixed_ips': [{'subnet_id': '05c2424d-50e6-441f-9a44-74f00c8a7eaa'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:20:58.847641 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:58.905617 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:58.936149 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bd58a-a075-4ef7-8446-00e03003bfcb req-beb19529-a029-458d-a16b-795751a2cc7f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:58.939112 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e50bd58a-a075-4ef7-8446-00e03003bfcb req-beb19529-a029-458d-a16b-795751a2cc7f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.3621714 Jul 01 07:20:58.974556 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e50bd58a-a075-4ef7-8446-00e03003bfcb req-957325a5-f520-4567-8702-b44f376beb60 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303137 Jul 01 07:20:59.077843 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Allocated IP 172.20.0.2 (688fccd0-e1d3-4498-aeb0-64995028d64d/05c2424d-50e6-441f-9a44-74f00c8a7eaa/ecc6dbd9-deb0-4839-93ae-d2d09af92e6d) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:20:59.156739 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:20:58Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:20:59.174644 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:59.189015 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642069ce-d2de-4c1b-b35d-1cad7aec7312 None None] The sync data for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi is: [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:20:58Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:20:59.223296 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db218531-8018-455d-8fe8-0535e1be615e req-7050b911-d4bf-4b18-bd12-0a3fa72c06ab tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:59.226104 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-db218531-8018-455d-8fe8-0535e1be615e req-7050b911-d4bf-4b18-bd12-0a3fa72c06ab tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.1245649 Jul 01 07:20:59.340830 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:59.356015 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Transition to ACTIVE for port object ecc6dbd9-deb0-4839-93ae-d2d09af92e6d will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:59.392675 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Transition to ACTIVE for port object ecc6dbd9-deb0-4839-93ae-d2d09af92e6d will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:20:59.416685 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-db218531-8018-455d-8fe8-0535e1be615e req-45e19655-dee9-4cbc-bb02-2c586a6f0c6e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818671 Jul 01 07:20:59.471005 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:59.577778 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Network 688fccd0-e1d3-4498-aeb0-64995028d64d is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:20:59.619682 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:20:59.622198 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:20:59.638400 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fb49cf8b-6926-47cd-b1bd-6e8057848d59 req-747a0ac3-9b99-4303-81f7-f6b5c8576611 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0556037 Jul 01 07:20:59.643963 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Pushing event updated for resources: {'Port': ['ID=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:20:59.711778 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:20:59.784464 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Attempting to bind port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:20:59.785254 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Attempting to bind port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:20:59.785782 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Attempting to bind port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d on network 688fccd0-e1d3-4498-aeb0-64995028d64d {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:20:59.795688 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:20:59.796394 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Checking segment: {'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:20:59.796961 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:59.797733 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Bound using segment: {'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:20:59.798380 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Bound port: ecc6dbd9-deb0-4839-93ae-d2d09af92e6d, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:20:59.798966 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:59.839595 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a49cd7c1-1b63-4170-a731-82f92b064a0d req-52b9f119-d704-473a-b7c0-e7e06563b30d tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0990148 Jul 01 07:20:59.860806 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2e3af-e8ab-4b63-b77d-3f647fbb67b7 req-3ae89b38-dce5-4461-a780-448ecd23de03 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:20:59.862357 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6ae2e3af-e8ab-4b63-b77d-3f647fbb67b7 req-3ae89b38-dce5-4461-a780-448ecd23de03 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1249790 Jul 01 07:20:59.863617 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:59.885443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:20:59.892949 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] For port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:20:59.897655 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] For port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,segment=NetworkSegment(72440978-ec31-44b9-952e-f00d413cbe21),segment_id=72440978-ec31-44b9-952e-f00d413cbe21)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:20:59.959677 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:20:59.961262 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6ae2e3af-e8ab-4b63-b77d-3f647fbb67b7 req-0f8a8ce6-53a0-4d25-8950-1b806635b906 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772195 Jul 01 07:20:59.963811 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:20:59.964195 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.006349 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.084524 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Allocated IP 172.27.2.137 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/5a5f3e4a-7b7c-497b-a568-ebd5f8341a84) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:21:00.129021 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb51d15-4995-4e1a-a392-a7727cd5fc95 None None] Pushing event updated for resources: {'Port': ['ID=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:00.204799 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.262051 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:00.304959 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.403384 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.470630 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.510385 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-38ba9e28-4ade-4e1d-a793-109ef1abf717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.519887 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.556218 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:00.609415 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Pushing event updated for resources: {'Port': ['ID=5a5f3e4a-7b7c-497b-a568-ebd5f8341a84,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:00.625846 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:21:00.627570 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:00.639660 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:21:00.698559 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe50c4-6247-4fde-8bf3-382e9d844b2f req-3cf65541-5f70-4c03-ae3f-9fdda3db4fc8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:00.700915 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e2fe50c4-6247-4fde-8bf3-382e9d844b2f req-3cf65541-5f70-4c03-ae3f-9fdda3db4fc8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1494503 Jul 01 07:21:00.769209 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e2fe50c4-6247-4fde-8bf3-382e9d844b2f req-7f230cde-aa72-42b5-9170-59d3df5a13b8 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497894 Jul 01 07:21:00.824574 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:00.923675 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac063c9c-418f-4d0a-b408-5645cfb4fb62 req-456b5da3-309e-4134-97cf-a517b4faec34 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:00.933733 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ac063c9c-418f-4d0a-b408-5645cfb4fb62 req-456b5da3-309e-4134-97cf-a517b4faec34 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.1675997 Jul 01 07:21:00.971353 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de889637-1efb-4213-b2d2-448baa23cb63 req-b6fcceb2-6bb6-44bb-9d59-7a63133a468d tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0350358 Jul 01 07:21:01.064692 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ac063c9c-418f-4d0a-b408-5645cfb4fb62 req-96c6d0b2-5cd1-4196-85e7-bd98a7301aca tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296046 Jul 01 07:21:01.219447 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:01.227090 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-86555808-fd2d-4e3e-a524-43863788e5b8 req-e8b72460-6b66-4b20-a650-146d4b35ce45 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0513909 Jul 01 07:21:01.341302 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c5c62-6000-4310-885f-fe5ad68ee449 req-fd66b1c9-7fc8-46fa-b1a1-67e62ec7306b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:01.342842 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e00c5c62-6000-4310-885f-fe5ad68ee449 req-fd66b1c9-7fc8-46fa-b1a1-67e62ec7306b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1099 time: 0.3130596 Jul 01 07:21:01.417504 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49447d6-a9c6-4a5b-a1fd-26de17399077 req-db36ddc9-098f-4895-beab-275c8c385a8c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:01.419139 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e49447d6-a9c6-4a5b-a1fd-26de17399077 req-db36ddc9-098f-4895-beab-275c8c385a8c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1395276 Jul 01 07:21:01.455922 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:01.460514 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e1a25-784e-4282-9a33-4e79f0636117 None None] Network 688fccd0-e1d3-4498-aeb0-64995028d64d requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:21:01.507736 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e49447d6-a9c6-4a5b-a1fd-26de17399077 req-ad03e6bd-b27f-41f5-b8b2-d906cd034007 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440066 Jul 01 07:21:01.572341 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:01.615439 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-d4cc726c-6797-494c-a6a9-759d1df89960 None None] Provisioning for port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:01.652656 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:01.717507 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:01.717874 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:01.795649 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device ecc6dbd9-deb0-4839-93ae-d2d09af92e6d up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:01.822407 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Router 7c1b8ef8-48e2-405d-b774-40472691dd53 is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:21:01.913350 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:01.917645 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:01.918096 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:01.936259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:21:01.947785 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Sync routers for ids ['7c1b8ef8-48e2-405d-b774-40472691dd53'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:21:01.959284 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Routers {'7c1b8ef8-48e2-405d-b774-40472691dd53'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:21:01.959898 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:21:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['7c1b8ef8-48e2-405d-b774-40472691dd53'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:01.960361 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42537ac2-116a-4e0b-8c15-ef361d6f74b4 req-53f94ab5-f3e0-407d-9e52-acefab8029b5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:01.962494 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-42537ac2-116a-4e0b-8c15-ef361d6f74b4 req-53f94ab5-f3e0-407d-9e52-acefab8029b5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0744228 Jul 01 07:21:01.970880 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-48cab376-672a-4bce-b0e2-f4e46c3b1996 None None] Provisioning complete for port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:01.971288 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-48cab376-672a-4bce-b0e2-f4e46c3b1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.011265 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-42537ac2-116a-4e0b-8c15-ef361d6f74b4 req-77311e1e-a4d4-48a3-9eae-068fe335ec48 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430071 Jul 01 07:21:02.032274 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.032274 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-870717d6-3aeb-4ebd-95ed-8daf1da39e3a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6239741 Jul 01 07:21:02.033079 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 53800) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:02.075099 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.127321 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Set router 7c1b8ef8-48e2-405d-b774-40472691dd53 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:21:02.141780 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,segment=NetworkSegment(72440978-ec31-44b9-952e-f00d413cbe21),segment_id=72440978-ec31-44b9-952e-f00d413cbe21)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:02.151923 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-48cab376-672a-4bce-b0e2-f4e46c3b1996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.182303 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5df63e57-20dd-4b51-8662-e95d46fd4f88 req-b74a921d-dc10-4a02-896c-b22c141dcce5 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0425127 Jul 01 07:21:02.219223 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.263754 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d53e76-9594-42ad-8e64-4d3d33edf813 req-f7228cf2-595f-430d-a065-4a5ad2464f3e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:02.265913 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e7d53e76-9594-42ad-8e64-4d3d33edf813 req-f7228cf2-595f-430d-a065-4a5ad2464f3e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0733502 Jul 01 07:21:02.306614 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.db.api [None req-48cab376-672a-4bce-b0e2-f4e46c3b1996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 01 07:21:02.306964 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG oslo_db.api [None req-48cab376-672a-4bce-b0e2-f4e46c3b1996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 07:21:02.313832 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:02.335957 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e7d53e76-9594-42ad-8e64-4d3d33edf813 req-7892a98a-b3ba-4670-80c5-43f1a9ab98c1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644674 Jul 01 07:21:02.411262 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 3, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port': {'id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:59Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:02.411856 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f9e6b3e6-0d18-4e19-b269-2987c17e7de3 req-070c2a55-6b5d-429c-b3d4-42d69a9dcd20 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0336962 Jul 01 07:21:02.441154 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Checking router: 7c1b8ef8-48e2-405d-b774-40472691dd53 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:21:02.441505 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Updating router 7c1b8ef8-48e2-405d-b774-40472691dd53 port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:21:02.474311 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.562084 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.728654 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Allocated IP 172.20.0.1 (688fccd0-e1d3-4498-aeb0-64995028d64d/05c2424d-50e6-441f-9a44-74f00c8a7eaa/8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:21:02.728884 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5123c838-8c4f-4e7c-b82d-ddb32ef55abd req-38f7caa8-d935-4b5e-a23b-b6f6f322329f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:02.730592 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5123c838-8c4f-4e7c-b82d-ddb32ef55abd req-38f7caa8-d935-4b5e-a23b-b6f6f322329f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0667477 Jul 01 07:21:02.736862 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.747387 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Transition to ACTIVE for port object 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:21:02.767839 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5123c838-8c4f-4e7c-b82d-ddb32ef55abd req-e1838262-f8a0-4cbe-9e86-cf8ca7656183 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Jul 01 07:21:02.828242 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.832193 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.848026 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Transition to ACTIVE for port object 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:21:02.879788 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Attempting to bind port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:21:02.880155 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Attempting to bind port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:21:02.880511 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Attempting to bind port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:21:02.887086 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228af34-8da4-4a5e-8c78-ceb439675328 None None] Pushing event updated for resources: {'Port': ['ID=5a5f3e4a-7b7c-497b-a568-ebd5f8341a84,revision_number=2']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:02.890796 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:21:02.893490 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:21:02.893490 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.893490 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:21:02.893490 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Bound port: 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:21:02.893490 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.942705 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:02.942965 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] For port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:21:02.946028 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] For port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=5a5f3e4a-7b7c-497b-a568-ebd5f8341a84,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:21:02.988332 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Network 688fccd0-e1d3-4498-aeb0-64995028d64d is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:21:02.991888 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:02.995082 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:21:03.000430 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Pushing event updated for resources: {'Port': ['ID=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:03.037412 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:03.037967 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:03.058951 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:03.097060 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Routers {'7c1b8ef8-48e2-405d-b774-40472691dd53'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:21:03.098052 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:21:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['7c1b8ef8-48e2-405d-b774-40472691dd53'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:03.139465 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228af34-8da4-4a5e-8c78-ceb439675328 None None] Pushing event updated for resources: {'Port': ['ID=5a5f3e4a-7b7c-497b-a568-ebd5f8341a84,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:03.212863 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] Set router 7c1b8ef8-48e2-405d-b774-40472691dd53 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:21:03.217485 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ed14c-e000-43a0-9666-508c9adab36b req-a70fbfce-35d0-481c-98f1-6cbd14befef5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:03.219070 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-840ed14c-e000-43a0-9666-508c9adab36b req-a70fbfce-35d0-481c-98f1-6cbd14befef5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0717289 Jul 01 07:21:03.279886 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-840ed14c-e000-43a0-9666-508c9adab36b req-a064e8d7-99b9-4d60-a4fe-0bab3337331b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533769 Jul 01 07:21:03.297733 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:03.344336 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73615d74-5a40-4537-a2ff-7cf69fab913e None None] Provisioning for port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:03.344803 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-17c8d805-07ed-4b27-bcbd-7ede3b642dbc req-8cf30d7d-3949-4291-a12e-f73de5eadaef tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0290711 Jul 01 07:21:03.349050 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73615d74-5a40-4537-a2ff-7cf69fab913e None None] Provisioning complete for port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:03.350020 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73615d74-5a40-4537-a2ff-7cf69fab913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:03.533758 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 3, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port': {'id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:59Z', 'updated_at': '2021-07-01T07:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:03.540347 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73615d74-5a40-4537-a2ff-7cf69fab913e None None] Port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:21:03.554355 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device ecc6dbd9-deb0-4839-93ae-d2d09af92e6d up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:03.569469 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccf3521-fde7-4d18-b515-ece0891aa94b None None] The sync data for ids ['7c1b8ef8-48e2-405d-b774-40472691dd53'] in dv-cinder-777574-6-iscsi is: [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 3, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port': {'id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:59Z', 'updated_at': '2021-07-01T07:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:21:03.597842 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce803804-5417-46d7-a029-5da3addce639 req-858a9e2a-8ad4-4bd2-95ee-dcef6418608e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0284326 Jul 01 07:21:03.613487 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:03.613875 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:03.854401 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:03.863510 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5a3d0-304d-41f9-9f0d-e3bcb75ba597 req-d2ed5dec-8eb9-4403-9bf9-3a2b88a30d4e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:03.865028 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-86f5a3d0-304d-41f9-9f0d-e3bcb75ba597 req-d2ed5dec-8eb9-4403-9bf9-3a2b88a30d4e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.1159940 Jul 01 07:21:03.911779 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-86f5a3d0-304d-41f9-9f0d-e3bcb75ba597 req-11d9cf46-95bf-4c23-9a3c-96c7942c4427 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402973 Jul 01 07:21:03.938927 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:03.992603 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced87d2-45e1-4ecf-984e-9d3c15612ec1 req-5829a286-de00-4a2a-9453-79d7d20e0ba3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:03.994538 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2ced87d2-45e1-4ecf-984e-9d3c15612ec1 req-5829a286-de00-4a2a-9453-79d7d20e0ba3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0749128 Jul 01 07:21:03.999003 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Pushing event updated for resources: {'Port': ['ID=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:04.001598 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:04.039120 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2ced87d2-45e1-4ecf-984e-9d3c15612ec1 req-7084085f-8379-459f-803b-56b6e3fe4358 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376797 Jul 01 07:21:04.094436 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Network 688fccd0-e1d3-4498-aeb0-64995028d64d is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:21:04.095949 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:04.215625 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Router 7c1b8ef8-48e2-405d-b774-40472691dd53 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:21:04.340293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:21:04.345303 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-7948333c-99fe-4292-ac73-03d896055b58 admin admin] 10.222.0.35 "PUT /v2.0/routers/7c1b8ef8-48e2-405d-b774-40472691dd53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3110001 Jul 01 07:21:04.387917 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-9ee0a62d-655a-45d9-8bf3-d619ad684881 None None] Provisioning complete for port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:04.389573 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-9ee0a62d-655a-45d9-8bf3-d619ad684881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:04.404567 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e00c5c62-6000-4310-885f-fe5ad68ee449 req-968517cb-8f6e-4b48-bc6e-ebb7f78013d4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378370 Jul 01 07:21:04.442374 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0a62d-655a-45d9-8bf3-d619ad684881 None None] Port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:21:04.526221 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1a3fe639-3f1b-48e1-a82d-8dfafc13ce4e req-bb80bd75-b4d5-4289-9040-ef51cc023114 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0340071 Jul 01 07:21:04.529133 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4950a32-440e-4c13-96a8-a1333dc19bc5 req-a8f98167-cda0-4145-a138-a856760d71b2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:04.537168 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b4950a32-440e-4c13-96a8-a1333dc19bc5 req-a8f98167-cda0-4145-a138-a856760d71b2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0859511 Jul 01 07:21:04.579989 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b4950a32-440e-4c13-96a8-a1333dc19bc5 req-48c8f729-f05d-4e2c-9d06-431d54413294 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418637 Jul 01 07:21:04.737497 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6b82de38-71c3-45b3-acd5-9ccd065e3cd9 req-1a8e44ac-e533-4634-92e7-0f68e835dce2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0281901 Jul 01 07:21:04.889749 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-04e02268-b0b3-450b-813f-c6971d14bfe3 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:04.891234 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-04e02268-b0b3-450b-813f-c6971d14bfe3 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.0640261 Jul 01 07:21:05.029111 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Deleting port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:05.029853 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:05.244898 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce84ca-6dd6-43bb-be74-a5b663b7efe1 req-27d0f170-f559-46d9-a95a-83a715e11539 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:05.246409 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cdce84ca-6dd6-43bb-be74-a5b663b7efe1 req-27d0f170-f559-46d9-a95a-83a715e11539 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 946 time: 0.1796725 Jul 01 07:21:05.249184 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] For port 8501e9fd-0736-41c8-b4ee-72ca237a78a7, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=8501e9fd-0736-41c8-b4ee-72ca237a78a7,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:05.255708 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:05.279420 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Calling delete_port for 8501e9fd-0736-41c8-b4ee-72ca237a78a7 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:05.288457 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea75f5-1098-4efd-875d-e22b9f7e3add req-906d9be3-fcf6-41a8-b8fd-b5b1cbc8b266 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:05.295689 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c7ea75f5-1098-4efd-875d-e22b9f7e3add req-906d9be3-fcf6-41a8-b8fd-b5b1cbc8b266 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.0746498 Jul 01 07:21:05.371378 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c7ea75f5-1098-4efd-875d-e22b9f7e3add req-3941488b-74d3-4126-aee1-009dbba55d64 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744221 Jul 01 07:21:05.387879 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cdce84ca-6dd6-43bb-be74-a5b663b7efe1 req-f444cda5-18a5-498f-9db4-ca373f8cea26 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240819 Jul 01 07:21:05.413238 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-eecc3a18-ade9-4d6f-8d45-f6d70dc75244 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2145531 Jul 01 07:21:05.467138 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Sync routers for ids ['7c1b8ef8-48e2-405d-b774-40472691dd53'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:21:05.496912 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Routers {'7c1b8ef8-48e2-405d-b774-40472691dd53'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:21:05.498315 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:21:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['7c1b8ef8-48e2-405d-b774-40472691dd53'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:05.530154 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-e6a81a96-b9f3-440d-bab4-4ed2fe4d8be7 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:05.544514 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-e6a81a96-b9f3-440d-bab4-4ed2fe4d8be7 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.26 "GET /v2.0/networks?id=8ba03401-5760-4688-b3af-e8dbd39fd046 HTTP/1.1" status: 200 len: 812 time: 0.2407975 Jul 01 07:21:05.569047 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Request body: {'port': {'device_id': 'c6089d3d-5797-4f9d-9b66-b5f61877aaf4', 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046', 'admin_state_up': True, 'tenant_id': '3f65a637dff2403d94892c735411360b'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:05.653080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-9c2b36a6-91e1-470e-a91a-f0b9ed3b9663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:05.656485 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-9c2b36a6-91e1-470e-a91a-f0b9ed3b9663 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 1098 time: 0.1902740 Jul 01 07:21:05.680561 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:05.719543 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Pushing event deleted for resources: {'Port': ['ID=8501e9fd-0736-41c8-b4ee-72ca237a78a7,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:05.837813 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Set router 7c1b8ef8-48e2-405d-b774-40472691dd53 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:21:05.871295 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] No DVR routers for this DVR port 8501e9fd-0736-41c8-b4ee-72ca237a78a7 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:21:05.879362 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-24832e52-2411-4547-b2a1-c54c516c2648 req-5106099b-b670-4dd3-bc1f-6f5abe2b1f88 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.1141520 Jul 01 07:21:05.947641 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:05.950709 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:05.952958 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['575096a4-b82b-401f-b590-b5c17dae4cb8', 'c63b7661-e2d2-4d24-8af7-3c90465da55f', '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8', '8501e9fd-0736-41c8-b4ee-72ca237a78a7'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:05.959664 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4a33d038-3070-46f0-9e57-cda629a89b35 req-6bd73ab4-2c94-41fd-bac3-8a9b6d95ba66 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "DELETE /v2.0/ports/8501e9fd-0736-41c8-b4ee-72ca237a78a7 HTTP/1.1" status: 204 len: 173 time: 1.0621939 Jul 01 07:21:05.960494 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb207ccc-1ee0-4325-9652-33638aa15929', 'name': 'network-vif-deleted', 'tag': '8501e9fd-0736-41c8-b4ee-72ca237a78a7'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:05.963054 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420cf96e-477b-4670-8ba7-6ea32ed0e46d" -d '{"events": [{"server_uuid": "cb207ccc-1ee0-4325-9652-33638aa15929", "name": "network-vif-deleted", "tag": "8501e9fd-0736-41c8-b4ee-72ca237a78a7"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:06.027676 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Made reservation on behalf of 3f65a637dff2403d94892c735411360b for: {'port': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:21:06.031549 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:06.132706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-0c25f8a4-5665-44f7-aa84-f22da925ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:06.134524 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-0c25f8a4-5665-44f7-aa84-f22da925ef81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 919 time: 0.3450656 Jul 01 07:21:06.145396 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99621761-cd7c-45f3-a911-768d3e6c7c0c req-448af80d-57ba-4efd-9733-81688b2cd975 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:06.153406 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-99621761-cd7c-45f3-a911-768d3e6c7c0c req-448af80d-57ba-4efd-9733-81688b2cd975 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.2915981 Jul 01 07:21:06.212741 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b3c44da2-be94-4d2d-8770-a9c44476c105 req-2599a280-4c4e-4d89-add5-b47e4c6ef44f tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0529828 Jul 01 07:21:06.333852 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036a99c1-c441-47bc-a35f-882e4e8fab91 x-openstack-request-id: req-036a99c1-c441-47bc-a35f-882e4e8fab91 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:06.333852 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb207ccc-1ee0-4325-9652-33638aa15929", "name": "network-vif-deleted", "tag": "8501e9fd-0736-41c8-b4ee-72ca237a78a7", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:06.350631 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-036a99c1-c441-47bc-a35f-882e4e8fab91 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:06.350631 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb207ccc-1ee0-4325-9652-33638aa15929', 'name': 'network-vif-deleted', 'tag': '8501e9fd-0736-41c8-b4ee-72ca237a78a7', 'status': 'completed', 'code': 200} Jul 01 07:21:06.350631 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-7ecc315d-7fc9-4210-bbc1-da8ad95b5252 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a45619d4-0d84-485e-82a6-6d71b94702aa HTTP/1.1" status: 200 len: 217 time: 0.1548123 Jul 01 07:21:06.368457 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-99621761-cd7c-45f3-a911-768d3e6c7c0c req-01891d61-d76d-4c20-9cc6-f1c3c4a4de5f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139807 Jul 01 07:21:06.397086 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Allocated IP 172.20.0.3 (8ba03401-5760-4688-b3af-e8dbd39fd046/428e4088-e351-4e9f-a10f-8fa34e91c831/f14e6296-cbc0-439f-9505-de659f4d0f52) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:21:06.501388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-35794762-7c05-47d9-af71-43301efab50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:06.504650 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-35794762-7c05-47d9-af71-43301efab50e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.1317239 Jul 01 07:21:06.616997 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-e7518b8a-8d57-471d-9fb2-ddc683db0cf1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068642 Jul 01 07:21:06.642373 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:21:03Z', 'revision_number': 4, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port': {'id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:27:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:59Z', 'updated_at': '2021-07-01T07:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52', 'name': '', 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'mac_address': 'fa:16:3e:04:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '05c2424d-50e6-441f-9a44-74f00c8a7eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:21:02Z', 'updated_at': '2021-07-01T07:21:03Z', 'revision_number': 2, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'subnets': [{'id': '05c2424d-50e6-441f-9a44-74f00c8a7eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:06.707423 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Checking router: 7c1b8ef8-48e2-405d-b774-40472691dd53 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:21:06.708235 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Updating router 7c1b8ef8-48e2-405d-b774-40472691dd53 port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:21:06.769239 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:06.799817 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ea41db0f-9a30-40f0-ba26-ccd1f55c63b6 req-c55fdde5-703e-4e58-82b8-2d7ec2cfe404 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 210 time: 0.1092560 Jul 01 07:21:06.805897 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-c6081429-0631-45c4-beb8-d8e52c37ab32 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820104 Jul 01 07:21:06.952526 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc55bedb-b1b9-4811-889d-2dec4e746441 req-b0873d1c-2236-4c1b-946e-d77ed37af8b9 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373117 Jul 01 07:21:07.047593 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.118871 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d679470-7e32-4ac3-b562-92e4f50c0a18 req-18629690-09a9-4f7e-97a3-8376ed97e798 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:07.126057 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9d679470-7e32-4ac3-b562-92e4f50c0a18 req-18629690-09a9-4f7e-97a3-8376ed97e798 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.4407308 Jul 01 07:21:07.153739 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0d1ab425-285c-43d5-a9a2-09e42c0b567a req-147aab5a-c523-449e-8152-b0a4802baa57 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0806887 Jul 01 07:21:07.186606 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9d679470-7e32-4ac3-b562-92e4f50c0a18 req-6bf6b538-708a-41cd-8bb9-8a36b50b5194 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595224 Jul 01 07:21:07.212279 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.225648 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Transition to ACTIVE for port object 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:21:07.273355 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:07.279061 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:07.279061 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.325364 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.361919 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.417071 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Network 8ba03401-5760-4688-b3af-e8dbd39fd046 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:21:07.430929 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:07.435379 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:21:07.454448 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:07.455183 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.464265 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Pushing event updated for resources: {'Port': ['ID=f14e6296-cbc0-439f-9505-de659f4d0f52,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:07.501637 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36528ed8-a3cf-45b4-b705-09d5679e678c None None] Pushing event updated for resources: {'Port': ['ID=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:07.573270 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0db38d59-9b89-433b-a0e3-b915a76f0d91 req-5acf0f97-0c7a-4924-a838-eba3bc2a1536 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 210 time: 0.1985927 Jul 01 07:21:07.625207 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-4248edbd-714c-4a71-8e9f-b563e9b0590b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:07.626719 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.627482 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-4248edbd-714c-4a71-8e9f-b563e9b0590b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 812 time: 0.3234854 Jul 01 07:21:07.632812 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Attempting to bind port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:21:07.633423 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Attempting to bind port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:21:07.633924 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Attempting to bind port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 on network 688fccd0-e1d3-4498-aeb0-64995028d64d {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:21:07.645026 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-101fc768-e01f-4948-84c4-538bd5f9bdd8 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0889571 Jul 01 07:21:07.648789 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:21:07.649539 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Checking segment: {'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:21:07.649772 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.650302 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Bound using segment: {'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:21:07.651188 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Bound port: 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72440978-ec31-44b9-952e-f00d413cbe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:21:07.651677 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.670788 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Request body: {'port': {'device_id': 'c6089d3d-5797-4f9d-9b66-b5f61877aaf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:07.722358 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-5a9125d1-0ce8-4000-8a3a-7002dbd2d1d4 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 380 time: 0.0860233 Jul 01 07:21:07.741099 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'port': {'device_id': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'admin_state_up': True, 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'security_groups': ['6eea4fcc-1b27-4bee-9294-f5c4c19e8f18']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:07.748570 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] For port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:21:07.755299 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] For port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,segment=NetworkSegment(72440978-ec31-44b9-952e-f00d413cbe21),segment_id=72440978-ec31-44b9-952e-f00d413cbe21)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:21:07.762131 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=5a5f3e4a-7b7c-497b-a568-ebd5f8341a84,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:07.798607 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ee141-ce7a-4536-bf34-bcb681c33711 req-03b64690-7e50-4fd2-b18c-c70e34e09501 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:07.799452 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2b5ee141-ce7a-4536-bf34-bcb681c33711 req-03b64690-7e50-4fd2-b18c-c70e34e09501 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.2079973 Jul 01 07:21:07.845319 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.851488 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:07.969082 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Routers {'7c1b8ef8-48e2-405d-b774-40472691dd53'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:21:07.969082 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:21:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['7c1b8ef8-48e2-405d-b774-40472691dd53'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:07.984814 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2b5ee141-ce7a-4536-bf34-bcb681c33711 req-dc5e29a6-f294-4050-ac87-5f36a46a21bc tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776047 Jul 01 07:21:08.116865 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Made reservation on behalf of 11842cd56fb64d5ea70bf4cb85ce5081 for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:21:08.121442 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:08.181601 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:08.244546 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] Set router 7c1b8ef8-48e2-405d-b774-40472691dd53 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:21:08.284093 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-90097712-470e-40c1-be41-7fd65c476d8c req-7112bb23-a7bf-4d0c-a04f-0175ea5aafa1 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb207ccc-1ee0-4325-9652-33638aa15929 HTTP/1.1" status: 200 len: 210 time: 0.1209879 Jul 01 07:21:08.425407 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:21:08.483616 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36528ed8-a3cf-45b4-b705-09d5679e678c None None] Pushing event updated for resources: {'Port': ['ID=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:08.559948 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Allocated IP 172.20.0.14 (cb69764f-1471-4705-b975-1dfa114f2be0/5e04ac37-e23e-4c7b-8b39-b83f8127495b/d8b53c5a-bcee-41e8-a4ab-467e28497c79) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:21:08.653559 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.db.resource_extend [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 01 07:21:08.678975 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f14e6296-cbc0-439f-9505-de659f4d0f52 {{(pid=93538) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:21:08.697933 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:08.744436 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Transition to ACTIVE for port object f14e6296-cbc0-439f-9505-de659f4d0f52 will not be triggered until provisioned by entity L2. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:21:08.776840 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2cd7c-59b3-4ab8-a9e3-001bb14a4c81 req-70a8a190-936e-4e62-a14f-9505cb56ad39 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:08.784416 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e8c2cd7c-59b3-4ab8-a9e3-001bb14a4c81 req-70a8a190-936e-4e62-a14f-9505cb56ad39 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 931 time: 0.1971271 Jul 01 07:21:08.790577 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629109d-bf57-4f43-97cc-fccc4526874f req-4814cbf4-8518-4d4b-af9b-f6b0813752cd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:08.792846 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3629109d-bf57-4f43-97cc-fccc4526874f req-4814cbf4-8518-4d4b-af9b-f6b0813752cd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 944 time: 0.1641290 Jul 01 07:21:08.826100 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:08.857058 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e8c2cd7c-59b3-4ab8-a9e3-001bb14a4c81 req-4526ec10-0eab-4505-a69a-eed7593253cb tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714521 Jul 01 07:21:08.868684 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:08.900849 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Transition to ACTIVE for port object d8b53c5a-bcee-41e8-a4ab-467e28497c79 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:21:08.942935 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=5a5f3e4a-7b7c-497b-a568-ebd5f8341a84,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:08.972352 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Pushing event updated for resources: {'Port': ['ID=f14e6296-cbc0-439f-9505-de659f4d0f52,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:08.979659 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3629109d-bf57-4f43-97cc-fccc4526874f req-1a141cb2-2622-492d-8792-29128eea8ccf tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783543 Jul 01 07:21:08.994418 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:09.039216 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Attempting to bind port f14e6296-cbc0-439f-9505-de659f4d0f52 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:21:09.045262 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Attempting to bind port f14e6296-cbc0-439f-9505-de659f4d0f52 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:21:09.045262 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Attempting to bind port f14e6296-cbc0-439f-9505-de659f4d0f52 on network 8ba03401-5760-4688-b3af-e8dbd39fd046 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:21:09.053251 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Port f14e6296-cbc0-439f-9505-de659f4d0f52 on network 8ba03401-5760-4688-b3af-e8dbd39fd046 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:21:09.053579 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Attempting to bind port f14e6296-cbc0-439f-9505-de659f4d0f52 on network 8ba03401-5760-4688-b3af-e8dbd39fd046 {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:21:09.059036 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:21:09.059374 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Checking segment: {'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:21:09.059849 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Bound using segment: {'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'} {{(pid=93538) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:21:09.060197 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.managers [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Bound port: f14e6296-cbc0-439f-9505-de659f4d0f52, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc579db9-402e-4c16-b5d1-7c5209f97379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046'}}] {{(pid=93538) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:21:09.061835 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'port_id': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'mac_address': 'fa:16:3e:21:af:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:21:09.064955 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:09.066195 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:09.155217 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Network cb69764f-1471-4705-b975-1dfa114f2be0 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:21:09.170073 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:09.174427 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:21:09.187198 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:09.199420 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] For port f14e6296-cbc0-439f-9505-de659f4d0f52, host hv-cinder-77757, cleared binding levels {{(pid=93538) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:21:09.206573 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] For port f14e6296-cbc0-439f-9505-de659f4d0f52, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=f14e6296-cbc0-439f-9505-de659f4d0f52,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93538) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:21:09.230030 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=d8b53c5a-bcee-41e8-a4ab-467e28497c79,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:09.241977 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:21:09.249723 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:21:03Z', 'revision_number': 4, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port': {'id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:59Z', 'updated_at': '2021-07-01T07:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52', 'name': '', 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'mac_address': 'fa:16:3e:04:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '05c2424d-50e6-441f-9a44-74f00c8a7eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:21:02Z', 'updated_at': '2021-07-01T07:21:07Z', 'revision_number': 4, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'subnets': [{'id': '05c2424d-50e6-441f-9a44-74f00c8a7eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:09.293686 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:09.295020 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:09.322424 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:09.338106 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10527fde-63bb-4cb9-931a-f9e09f944e83 None None] The sync data for ids ['7c1b8ef8-48e2-405d-b774-40472691dd53'] in dv-cinder-777574-6-iscsi is: [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:21:03Z', 'revision_number': 4, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port': {'id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:59Z', 'updated_at': '2021-07-01T07:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52', 'name': '', 'network_id': '688fccd0-e1d3-4498-aeb0-64995028d64d', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'mac_address': 'fa:16:3e:04:55:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '05c2424d-50e6-441f-9a44-74f00c8a7eaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:21:02Z', 'updated_at': '2021-07-01T07:21:07Z', 'revision_number': 4, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'subnets': [{'id': '05c2424d-50e6-441f-9a44-74f00c8a7eaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:21:09.359921 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:09.415485 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-b155d671-605a-476e-96dc-03909851cf28 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6853614 Jul 01 07:21:09.432478 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Request body: {'port': {'device_id': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:09.439531 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:09.466079 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:09.466874 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:09.474607 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] 10.222.0.26 "PUT /v2.0/ports/f14e6296-cbc0-439f-9505-de659f4d0f52 HTTP/1.1" status: 200 len: 1093 time: 1.8172824 Jul 01 07:21:09.486952 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6089d3d-5797-4f9d-9b66-b5f61877aaf4', 'tag': 'f14e6296-cbc0-439f-9505-de659f4d0f52'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:09.496279 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8676ff-1ad4-454c-8289-98a1f7837d23" -d '{"events": [{"name": "network-changed", "server_uuid": "c6089d3d-5797-4f9d-9b66-b5f61877aaf4", "tag": "f14e6296-cbc0-439f-9505-de659f4d0f52"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:09.531658 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=9']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:09.559404 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba8b47-ad4a-44c8-b64d-6ed4358ee4bc req-748472b3-e377-4229-a501-ea9d8b442d0e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:09.571697 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-49ba8b47-ad4a-44c8-b64d-6ed4358ee4bc req-748472b3-e377-4229-a501-ea9d8b442d0e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 932 time: 0.3458242 Jul 01 07:21:09.583861 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53b334-ea4f-472a-b0dc-3c2445ded26a service neutron] Pushing event updated for resources: {'Port': ['ID=f14e6296-cbc0-439f-9505-de659f4d0f52,revision_number=3']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:09.743543 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:09.747822 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-49ba8b47-ad4a-44c8-b64d-6ed4358ee4bc req-a4cfae93-5d23-4ad0-9f4a-9915d2646c7c tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556599 Jul 01 07:21:09.766470 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:09.791186 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-4bc2f09d-89c0-41a7-aa2e-78e76f4fbe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:09.800747 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-4bc2f09d-89c0-41a7-aa2e-78e76f4fbe85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=204dd65805fe4bf897b4f10d937aae88&device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 1099 time: 0.1476910 Jul 01 07:21:09.865172 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ef95a1-32b4-47d1-972b-eb0887ccb04b x-openstack-request-id: req-f8ef95a1-32b4-47d1-972b-eb0887ccb04b {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:09.865876 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6089d3d-5797-4f9d-9b66-b5f61877aaf4", "tag": "f14e6296-cbc0-439f-9505-de659f4d0f52", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:09.867631 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f8ef95a1-32b4-47d1-972b-eb0887ccb04b {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:09.868290 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6089d3d-5797-4f9d-9b66-b5f61877aaf4', 'tag': 'f14e6296-cbc0-439f-9505-de659f4d0f52', 'status': 'completed', 'code': 200} Jul 01 07:21:09.942568 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-e3c13577-b90b-48ec-87a6-21b0918cd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:09.945644 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-e3c13577-b90b-48ec-87a6-21b0918cd548 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f65a637dff2403d94892c735411360b&device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 1096 time: 0.3201957 Jul 01 07:21:09.946327 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-60111d75-22d4-4d72-95c1-74d893e07cfa None None] Provisioning for port d8b53c5a-bcee-41e8-a4ab-467e28497c79 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:09.963916 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-60111d75-22d4-4d72-95c1-74d893e07cfa None None] Provisioning complete for port d8b53c5a-bcee-41e8-a4ab-467e28497c79 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:09.964329 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-60111d75-22d4-4d72-95c1-74d893e07cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:10.124168 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-60111d75-22d4-4d72-95c1-74d893e07cfa None None] Port d8b53c5a-bcee-41e8-a4ab-467e28497c79 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:21:10.153177 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-ac0846c0-be12-4126-931d-4a273ac9a134 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f14e6296-cbc0-439f-9505-de659f4d0f52 HTTP/1.1" status: 200 len: 217 time: 0.1928546 Jul 01 07:21:10.154790 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-556ca7ab-f882-4656-b470-31e157149dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:10.162741 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-556ca7ab-f882-4656-b470-31e157149dbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 200 len: 919 time: 0.3493600 Jul 01 07:21:10.270153 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-366a9504-cfb3-407d-9eb9-f10004018f41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0588229 Jul 01 07:21:10.307580 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-d5bc5ae7-47aa-496f-8417-4134ff71cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:10.310032 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-d5bc5ae7-47aa-496f-8417-4134ff71cb5d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=428e4088-e351-4e9f-a10f-8fa34e91c831 HTTP/1.1" status: 200 len: 852 time: 0.1345344 Jul 01 07:21:10.349496 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed27671-abbc-4568-bc6a-61ed6cae5b9c req-a18f9fc2-6c14-42a9-80f7-dbecfd291fd4 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:10.352523 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8ed27671-abbc-4568-bc6a-61ed6cae5b9c req-a18f9fc2-6c14-42a9-80f7-dbecfd291fd4 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 943 time: 0.2595451 Jul 01 07:21:10.353997 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b969a98-57ec-4381-9195-9c4f9aaa67a2 req-6a1ac3dd-f744-4eea-af39-0e78f1c5f200 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:10.364669 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b969a98-57ec-4381-9195-9c4f9aaa67a2 req-6a1ac3dd-f744-4eea-af39-0e78f1c5f200 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.4921935 Jul 01 07:21:10.383977 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-a1ef9959-2c9f-4e5b-b8cf-03c7a1478aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:10.386206 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 8501e9fd-0736-41c8-b4ee-72ca237a78a7 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:21:10.388814 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-a1ef9959-2c9f-4e5b-b8cf-03c7a1478aec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 200 len: 858 time: 0.1112928 Jul 01 07:21:10.458793 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 8501e9fd-0736-41c8-b4ee-72ca237a78a7 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:21:10.461125 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 8501e9fd-0736-41c8-b4ee-72ca237a78a7 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:21:10.468147 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-d9e2187f-6c60-445d-814e-fb0a2ff22ecf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ba03401-5760-4688-b3af-e8dbd39fd046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1272984 Jul 01 07:21:10.497534 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:10.525909 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-01696292-392b-42a1-9dec-7bf53471fa07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e147903e-a0bb-4f05-bec4-6401ffd996fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289344 Jul 01 07:21:10.574719 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8ed27671-abbc-4568-bc6a-61ed6cae5b9c req-8832f232-4e0b-4c11-953e-6a022a572f05 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797972 Jul 01 07:21:10.684859 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:10.689248 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:10.689723 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:10.790773 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-4b426901-fdd1-48a0-a8f0-56d54aa83a22 service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234728 Jul 01 07:21:10.807451 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b969a98-57ec-4381-9195-9c4f9aaa67a2 req-6f51ac4d-6422-49bb-be4e-22bcd293d10c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418225 Jul 01 07:21:10.824550 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:10.873102 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,segment=NetworkSegment(72440978-ec31-44b9-952e-f00d413cbe21),segment_id=72440978-ec31-44b9-952e-f00d413cbe21)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:10.929819 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-97469a93-eb21-475b-bfe6-c99e2127472e service neutron] 10.222.0.26 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602783 Jul 01 07:21:10.962053 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:10.964028 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:11.050398 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7697120c-cc41-48e9-a32e-9a13b2c3dc3f req-f88ae42a-d7c3-44a7-9e5f-cc9a40889e91 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:11.058717 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7697120c-cc41-48e9-a32e-9a13b2c3dc3f req-f88ae42a-d7c3-44a7-9e5f-cc9a40889e91 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 945 time: 0.2363284 Jul 01 07:21:11.091284 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:11.108263 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:11.108960 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:11.134927 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d709e487-b234-47aa-bc1e-ceb75a22496a req-ee6fa93f-c107-4a60-a409-6b3bcc76878f service neutron] 10.222.0.26 "GET /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355875 Jul 01 07:21:11.183859 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7697120c-cc41-48e9-a32e-9a13b2c3dc3f req-af9c6a27-ef70-4a43-b7d0-22a6a3fbedec tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240172 Jul 01 07:21:11.566582 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b53c5a-bcee-41e8-a4ab-467e28497c79 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:21:11.578749 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:11.605131 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Transition to ACTIVE for port object d8b53c5a-bcee-41e8-a4ab-467e28497c79 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:21:11.613593 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b76f2bb6-5b84-42dd-8cf9-a2c12ae67aa7 req-74c48295-f3dd-42f0-b4c8-408943ca83ef service neutron] 10.222.0.26 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747119 Jul 01 07:21:11.647353 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6174f3b-1ed1-4905-b985-8d18b06be644 req-fae9cff0-7936-4cce-a365-f96ad99149d1 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:11.649722 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e6174f3b-1ed1-4905-b985-8d18b06be644 req-fae9cff0-7936-4cce-a365-f96ad99149d1 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 932 time: 0.6273274 Jul 01 07:21:11.676688 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:11.748159 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e6174f3b-1ed1-4905-b985-8d18b06be644 req-15d02c4d-c486-40f8-a2bc-3a84c8513e81 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868232 Jul 01 07:21:11.798043 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Pushing event updated for resources: {'Port': ['ID=d8b53c5a-bcee-41e8-a4ab-467e28497c79,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:11.986351 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Attempting to bind port d8b53c5a-bcee-41e8-a4ab-467e28497c79 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:21:11.986713 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Attempting to bind port d8b53c5a-bcee-41e8-a4ab-467e28497c79 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:21:11.987049 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Attempting to bind port d8b53c5a-bcee-41e8-a4ab-467e28497c79 on network cb69764f-1471-4705-b975-1dfa114f2be0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:21:12.028247 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Port d8b53c5a-bcee-41e8-a4ab-467e28497c79 on network cb69764f-1471-4705-b975-1dfa114f2be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:21:12.028632 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Attempting to bind port d8b53c5a-bcee-41e8-a4ab-467e28497c79 on network cb69764f-1471-4705-b975-1dfa114f2be0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:21:12.033731 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-38f068bd-9b84-462d-a7fa-f613f86c55bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:12.035318 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-38f068bd-9b84-462d-a7fa-f613f86c55bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3f65a637dff2403d94892c735411360b&device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 1096 time: 0.2277269 Jul 01 07:21:12.045221 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:21:12.045585 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Checking segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:21:12.045964 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Bound using segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:21:12.046445 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Bound port: d8b53c5a-bcee-41e8-a4ab-467e28497c79, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:21:12.047041 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:12.118111 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0d4d1-da96-4580-b106-fc3e214e6987 req-ab6132f2-97f4-44c8-9263-0baca6bddfdd tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:12.119626 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-91a0d4d1-da96-4580-b106-fc3e214e6987 req-ab6132f2-97f4-44c8-9263-0baca6bddfdd tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 943 time: 0.1719937 Jul 01 07:21:12.156870 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa13f5f-69c9-4a7a-a3be-bd31babce9fe req-89d1996f-c881-4a62-97ab-14eb1de1761e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:12.164612 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3fa13f5f-69c9-4a7a-a3be-bd31babce9fe req-89d1996f-c881-4a62-97ab-14eb1de1761e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1078267 Jul 01 07:21:12.183525 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] For port d8b53c5a-bcee-41e8-a4ab-467e28497c79, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:21:12.202377 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3fa13f5f-69c9-4a7a-a3be-bd31babce9fe req-4fb4fdeb-c53a-44f6-a05f-88e5a43f3a25 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367813 Jul 01 07:21:12.207246 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] For port d8b53c5a-bcee-41e8-a4ab-467e28497c79, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d8b53c5a-bcee-41e8-a4ab-467e28497c79,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:21:12.215609 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-91a0d4d1-da96-4580-b106-fc3e214e6987 req-eecb56aa-58d0-4ada-80d2-a62d2012542d tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860581 Jul 01 07:21:12.313870 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:12.364837 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:12.364837 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:12.412491 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670665-ee8e-4f51-b255-8f10a6ea8a35 req-9e6c8e29-e819-4f71-9e69-9a906c28029d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:12.414148 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a9670665-ee8e-4f51-b255-8f10a6ea8a35 req-9e6c8e29-e819-4f71-9e69-9a906c28029d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 945 time: 0.0711691 Jul 01 07:21:12.417763 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416ae2-7efa-4145-ae15-628491ebb762 req-915700f6-a258-49a6-9a63-096b899fec4c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:12.419309 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7f416ae2-7efa-4145-ae15-628491ebb762 req-915700f6-a258-49a6-9a63-096b899fec4c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0788145 Jul 01 07:21:12.457619 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a9670665-ee8e-4f51-b255-8f10a6ea8a35 req-38df861f-6391-47b2-8054-cc5f917fd342 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337276 Jul 01 07:21:12.458099 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7f416ae2-7efa-4145-ae15-628491ebb762 req-2222bd31-5af2-46ac-a5c1-6490c13079e2 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329423 Jul 01 07:21:12.542409 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:12.578009 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:12.578618 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:12.580015 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] 10.222.0.26 "PUT /v2.0/ports/d8b53c5a-bcee-41e8-a4ab-467e28497c79 HTTP/1.1" status: 200 len: 1094 time: 3.1542442 Jul 01 07:21:12.580444 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'tag': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:12.582676 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81813f3e-865d-4abc-bd33-2c0465172c66" -d '{"events": [{"name": "network-changed", "server_uuid": "e9113a33-2e54-4d58-bc87-a87c8f0cd6d1", "tag": "d8b53c5a-bcee-41e8-a4ab-467e28497c79"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:12.608918 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e9fcb1-2e92-4760-aa95-8e3f278fe90e service neutron] Pushing event updated for resources: {'Port': ['ID=d8b53c5a-bcee-41e8-a4ab-467e28497c79,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:12.631226 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c19b04-2300-4d37-ab36-03c96fc2313c x-openstack-request-id: req-04c19b04-2300-4d37-ab36-03c96fc2313c {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:12.631226 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9113a33-2e54-4d58-bc87-a87c8f0cd6d1", "tag": "d8b53c5a-bcee-41e8-a4ab-467e28497c79", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:12.631226 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04c19b04-2300-4d37-ab36-03c96fc2313c {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:12.631226 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'tag': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'status': 'completed', 'code': 200} Jul 01 07:21:12.931772 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508a6a6-6887-4a34-b25d-d4de27eac96c req-91793ae2-43fb-46f3-8fdf-1b5bc060cf52 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:12.933273 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f508a6a6-6887-4a34-b25d-d4de27eac96c req-91793ae2-43fb-46f3-8fdf-1b5bc060cf52 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0710971 Jul 01 07:21:12.972969 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f508a6a6-6887-4a34-b25d-d4de27eac96c req-e7acf639-9220-429d-b04a-98ee59cf9189 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340075 Jul 01 07:21:13.115430 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:13.173409 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:13.173773 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:13.259301 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:13.309703 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:13.311104 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:13.313868 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a72d6e-4ab1-4847-b669-efca6ceab39c" -d '{"events": [{"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-plugged", "status": "completed", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:13.381894 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:13.492004 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=10']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:13.548128 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22332ec8-2d95-4659-8a19-7443f35127c4 req-60126949-8219-4b07-a0aa-ad22a03cb6a6 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:13.552304 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c59b43-a970-4742-a5e3-15e16d923113 req-3988678c-a462-4e7e-999f-071726e23992 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:13.554157 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-22c59b43-a970-4742-a5e3-15e16d923113 req-3988678c-a462-4e7e-999f-071726e23992 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1139445 Jul 01 07:21:13.555647 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-22332ec8-2d95-4659-8a19-7443f35127c4 req-60126949-8219-4b07-a0aa-ad22a03cb6a6 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 943 time: 0.1288230 Jul 01 07:21:13.597905 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-22c59b43-a970-4742-a5e3-15e16d923113 req-55f709c0-f22c-4304-b4b5-057d86cb79b4 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379496 Jul 01 07:21:13.607053 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-22332ec8-2d95-4659-8a19-7443f35127c4 req-9d85e49d-5dbd-49fa-8f29-f51046c2dece tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503926 Jul 01 07:21:13.664093 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c2e19b-3c92-4557-8b26-c0b0dc8c6bcc x-openstack-request-id: req-58c2e19b-3c92-4557-8b26-c0b0dc8c6bcc {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:13.664387 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-plugged", "status": "completed", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:13.664646 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58c2e19b-3c92-4557-8b26-c0b0dc8c6bcc {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:13.665047 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'code': 200} Jul 01 07:21:13.817935 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e58d9-3242-4836-a141-f93e81b74d28 req-1e2af600-2304-4518-b48b-affac9efc2c7 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:13.820223 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-527e58d9-3242-4836-a141-f93e81b74d28 req-1e2af600-2304-4518-b48b-affac9efc2c7 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0884624 Jul 01 07:21:13.866666 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-527e58d9-3242-4836-a141-f93e81b74d28 req-1c7feab5-c091-4a8d-a769-4d47522fcc1b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Jul 01 07:21:13.872164 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f86ca-3a2e-4d13-912e-4bffa10c6dbd req-e8ce9ae8-1811-4bdf-bbcf-2cdd6acc16a9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:13.879507 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-511f86ca-3a2e-4d13-912e-4bffa10c6dbd req-e8ce9ae8-1811-4bdf-bbcf-2cdd6acc16a9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.1015964 Jul 01 07:21:13.940747 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-511f86ca-3a2e-4d13-912e-4bffa10c6dbd req-8f628b24-9e92-4dd3-b090-3ad760160f53 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599296 Jul 01 07:21:14.176170 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134f498-29df-4c1b-8247-b985791031c6 req-40f01ce4-331f-4a30-ba5e-56fbe55f32e6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:14.181069 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b134f498-29df-4c1b-8247-b985791031c6 req-40f01ce4-331f-4a30-ba5e-56fbe55f32e6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0714943 Jul 01 07:21:14.226819 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b134f498-29df-4c1b-8247-b985791031c6 req-f446ce68-c349-420e-9261-41c26edfad6d tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413072 Jul 01 07:21:14.797358 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f981f1c-4c75-4ea8-aa64-dd4071f25f7b req-f018bfba-0fe1-4250-8a2c-e7a7d014b7f3 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:14.799458 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7f981f1c-4c75-4ea8-aa64-dd4071f25f7b req-f018bfba-0fe1-4250-8a2c-e7a7d014b7f3 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 943 time: 0.0694902 Jul 01 07:21:14.818926 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c54ed-68e4-457f-a69e-51cad98770bc req-53c00108-fb45-41a4-a917-851c7c8e253c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:14.819501 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c84c54ed-68e4-457f-a69e-51cad98770bc req-53c00108-fb45-41a4-a917-851c7c8e253c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0866363 Jul 01 07:21:14.851079 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7f981f1c-4c75-4ea8-aa64-dd4071f25f7b req-c3694ee8-f19b-4c68-83b7-3cf0dcb5a04e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460343 Jul 01 07:21:14.870632 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c84c54ed-68e4-457f-a69e-51cad98770bc req-bf1aacb1-fd2d-4793-bdac-73d8af1027f9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446050 Jul 01 07:21:15.107375 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a1afb-4dde-444c-b578-fa2dc6f69c21 req-0a113a14-fcdc-4baa-a73a-670d18c814e9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.115952 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5d3a1afb-4dde-444c-b578-fa2dc6f69c21 req-0a113a14-fcdc-4baa-a73a-670d18c814e9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.1128519 Jul 01 07:21:15.185107 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5d3a1afb-4dde-444c-b578-fa2dc6f69c21 req-4705c5e5-7d11-4d68-a2ed-fcc5af41ad9a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676537 Jul 01 07:21:15.232311 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-a57f6ede-b3ce-434f-9c67-7780077b23a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.233875 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-a57f6ede-b3ce-434f-9c67-7780077b23a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ba03401-5760-4688-b3af-e8dbd39fd046 HTTP/1.1" status: 200 len: 913 time: 0.1784275 Jul 01 07:21:15.244314 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f1d2a-cdb5-41d5-98f0-3c87bf63eda3 req-11c8d3ed-efc3-40ae-938c-ff3187892129 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.247482 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f13f1d2a-cdb5-41d5-98f0-3c87bf63eda3 req-11c8d3ed-efc3-40ae-938c-ff3187892129 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.1837034 Jul 01 07:21:15.252423 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81813f3e-865d-4abc-bd33-2c0465172c66 req-dc7b2bde-0dcd-47f9-ba52-6bf9158d7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.253932 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-81813f3e-865d-4abc-bd33-2c0465172c66 req-dc7b2bde-0dcd-47f9-ba52-6bf9158d7a6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 1097 time: 0.1540618 Jul 01 07:21:15.326705 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-4d192250-67f1-465f-a994-50d0823fcc68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f14e6296-cbc0-439f-9505-de659f4d0f52 HTTP/1.1" status: 200 len: 217 time: 0.0770190 Jul 01 07:21:15.440147 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0ef2-a570-415b-8fcb-970c56dd4037 req-91b48723-e14d-43b4-8771-0e2365d945aa tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.441652 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-067d0ef2-a570-415b-8fcb-970c56dd4037 req-91b48723-e14d-43b4-8771-0e2365d945aa tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0875921 Jul 01 07:21:15.458982 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f13f1d2a-cdb5-41d5-98f0-3c87bf63eda3 req-c5085b2d-998e-4eac-80cf-6bb73ed63cc0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038555 Jul 01 07:21:15.465050 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-3a7f177e-81fe-4737-bf38-19dbadebf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.466798 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-3a7f177e-81fe-4737-bf38-19dbadebf6a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=428e4088-e351-4e9f-a10f-8fa34e91c831 HTTP/1.1" status: 200 len: 852 time: 0.1279502 Jul 01 07:21:15.513976 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-067d0ef2-a570-415b-8fcb-970c56dd4037 req-42ed2189-5a02-48cd-8020-6d1f4e5ec171 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483711 Jul 01 07:21:15.518314 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-8d62edc3-93ed-4c14-a509-eb8af7850eb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ba03401-5760-4688-b3af-e8dbd39fd046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346258 Jul 01 07:21:15.523264 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81813f3e-865d-4abc-bd33-2c0465172c66 req-1584a116-a454-48ea-805c-cac8edabd829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.527995 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-81813f3e-865d-4abc-bd33-2c0465172c66 req-1584a116-a454-48ea-805c-cac8edabd829 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2641494 Jul 01 07:21:15.686868 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81813f3e-865d-4abc-bd33-2c0465172c66 req-3770ba96-0cf1-4670-89c6-624a19091b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.688404 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-81813f3e-865d-4abc-bd33-2c0465172c66 req-3770ba96-0cf1-4670-89c6-624a19091b75 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1543379 Jul 01 07:21:15.691796 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-64b31a05-9dc7-41f7-b2b9-a7a33d46d548 service neutron] 10.222.0.26 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477699 Jul 01 07:21:15.815975 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8f8676ff-1ad4-454c-8289-98a1f7837d23 req-b3c150f0-c83b-4414-b857-d3b82c5e8a83 service neutron] 10.222.0.26 "GET /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164382 Jul 01 07:21:15.829976 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-42407947-15ba-4312-b98f-91bed517c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.829976 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-42407947-15ba-4312-b98f-91bed517c7a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 1097 time: 0.0727046 Jul 01 07:21:15.871584 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-c488eb49-d6f8-4c90-876b-ab3a671936a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b53c5a-bcee-41e8-a4ab-467e28497c79 HTTP/1.1" status: 200 len: 217 time: 0.0335536 Jul 01 07:21:15.926243 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-cef8c9db-4ef1-4958-b007-d5105f2b043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:15.927791 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-cef8c9db-4ef1-4958-b007-d5105f2b043f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0494437 Jul 01 07:21:16.029526 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-3b9507de-c6f3-45ed-9057-e72a40a9ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:16.031271 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-3b9507de-c6f3-45ed-9057-e72a40a9ca87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0933814 Jul 01 07:21:16.072157 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8f680-1901-431c-88b3-c822edddda20 req-f26e0b57-afde-4cf0-9f78-3fc58253ab29 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:16.073374 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986c712-c0bb-4efc-b48f-7cdc39a63533 req-51d37493-b551-4b89-a4a2-7487126ce59d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:16.073910 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f5c8f680-1901-431c-88b3-c822edddda20 req-f26e0b57-afde-4cf0-9f78-3fc58253ab29 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 943 time: 0.1019790 Jul 01 07:21:16.084834 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5986c712-c0bb-4efc-b48f-7cdc39a63533 req-51d37493-b551-4b89-a4a2-7487126ce59d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0857179 Jul 01 07:21:16.153256 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5986c712-c0bb-4efc-b48f-7cdc39a63533 req-61d55005-6ecc-4009-a60f-51dc8de17b90 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630491 Jul 01 07:21:16.193065 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f5c8f680-1901-431c-88b3-c822edddda20 req-14f367eb-6bb0-4550-a22f-cb29684a8e67 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117344 Jul 01 07:21:16.206375 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-7a736b9c-7ba8-4c6b-8f53-5bae771420e0 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668308 Jul 01 07:21:16.348657 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0d4e2-520c-43d8-9524-5046d4aef73c req-f91db52a-6cf5-4275-8063-e26822aa60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:16.350256 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b5a0d4e2-520c-43d8-9524-5046d4aef73c req-f91db52a-6cf5-4275-8063-e26822aa60f0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 1100 time: 0.1429813 Jul 01 07:21:16.355826 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e01355cf-dc2f-44fd-bdc0-07e5fb086b9d req-73699dd5-0adf-4326-83ad-bdfd40b50560 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115401 Jul 01 07:21:16.390593 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b5a0d4e2-520c-43d8-9524-5046d4aef73c req-bf3166fc-44d5-4a47-abef-4c150de33a5e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Jul 01 07:21:16.455800 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ccbb10-f1f2-4ae9-88f2-1bb7c1840659 req-61258d3d-cdce-4b69-a1b7-fc2835cb056d tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:16.457353 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-15ccbb10-f1f2-4ae9-88f2-1bb7c1840659 req-61258d3d-cdce-4b69-a1b7-fc2835cb056d tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.1126213 Jul 01 07:21:16.535551 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-15ccbb10-f1f2-4ae9-88f2-1bb7c1840659 req-c31c17c5-d4c2-4a98-87be-255b462f1965 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674896 Jul 01 07:21:16.689330 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5eee-2183-4b9a-83b8-8f07c1c3328f req-51b50943-3783-414a-8834-4e6bf4d1d9d4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:16.691459 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-19de5eee-2183-4b9a-83b8-8f07c1c3328f req-51b50943-3783-414a-8834-4e6bf4d1d9d4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0765560 Jul 01 07:21:16.755867 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-19de5eee-2183-4b9a-83b8-8f07c1c3328f req-9d653808-3e8c-464e-908c-298f180d436e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558927 Jul 01 07:21:16.767532 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a31b6b-41a2-4ec4-9046-96163b7ca255 req-b3bd403e-7183-4aa1-86e6-b3114f494cea tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:16.774540 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-02a31b6b-41a2-4ec4-9046-96163b7ca255 req-b3bd403e-7183-4aa1-86e6-b3114f494cea tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.1214852 Jul 01 07:21:16.822667 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-02a31b6b-41a2-4ec4-9046-96163b7ca255 req-69578c3f-a12d-4a6d-acb9-ebed9430305a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428667 Jul 01 07:21:16.935035 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-6bf71d50-d7e4-4e36-937b-fd0444ee1d0b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:16.937096 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-6bf71d50-d7e4-4e36-937b-fd0444ee1d0b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 945 time: 0.0721531 Jul 01 07:21:17.055724 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Deleting port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:17.056099 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:17.170971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] For port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:17.171395 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:17.185228 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Calling delete_port for 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:17.409562 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396721b9-c3a5-44ec-9744-8c92f2cf41d4 req-f53b6e9a-6fd3-498f-9e53-16c0f3bdbc46 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:17.412125 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-396721b9-c3a5-44ec-9744-8c92f2cf41d4 req-f53b6e9a-6fd3-498f-9e53-16c0f3bdbc46 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0781772 Jul 01 07:21:17.429540 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6a4dd-d16c-4c98-ba63-420bf7fecf4e req-2f88c11c-af9f-440e-8f70-50fd8a36f610 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:17.430143 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-46f6a4dd-d16c-4c98-ba63-420bf7fecf4e req-2f88c11c-af9f-440e-8f70-50fd8a36f610 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 943 time: 0.0681577 Jul 01 07:21:17.456798 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:17.480574 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['575096a4-b82b-401f-b590-b5c17dae4cb8', 'c63b7661-e2d2-4d24-8af7-3c90465da55f', '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:17.509657 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Pushing event deleted for resources: {'Port': ['ID=9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:17.529430 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-396721b9-c3a5-44ec-9744-8c92f2cf41d4 req-723991ff-ea76-49a5-8215-418a02d2efda tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111364 Jul 01 07:21:17.552694 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-46f6a4dd-d16c-4c98-ba63-420bf7fecf4e req-c402f492-7b04-46c9-833a-aa2e3a89572a tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012554 Jul 01 07:21:17.633376 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] No DVR routers for this DVR port 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:21:17.641820 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:17.641820 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e43118eb-acd3-48d6-a8c9-77ec8263f1a5 req-19089c60-f661-4122-b21c-b646550aa531 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "DELETE /v2.0/ports/9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 HTTP/1.1" status: 204 len: 173 time: 0.6967413 Jul 01 07:21:17.643964 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076dfb4-c06e-4e65-9e06-8375bc97a4e3', 'name': 'network-vif-deleted', 'tag': '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:17.649165 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7c657d-bc51-4255-9362-bfe3ae1f4114" -d '{"events": [{"server_uuid": "6076dfb4-c06e-4e65-9e06-8375bc97a4e3", "name": "network-vif-deleted", "tag": "9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:17.731376 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6c64cc39-35b7-407c-8a2d-4a9f80f75866 req-84439816-4fae-4db5-9a61-6a0e56eb3ccf tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0488555 Jul 01 07:21:17.740989 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ad1043-df5c-4be9-a954-84d131c05169 x-openstack-request-id: req-35ad1043-df5c-4be9-a954-84d131c05169 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:17.741259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6076dfb4-c06e-4e65-9e06-8375bc97a4e3", "name": "network-vif-deleted", "tag": "9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:17.741738 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-35ad1043-df5c-4be9-a954-84d131c05169 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:17.742147 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076dfb4-c06e-4e65-9e06-8375bc97a4e3', 'name': 'network-vif-deleted', 'tag': '9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8', 'status': 'completed', 'code': 200} Jul 01 07:21:17.999115 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb671bc1-7a74-4e58-80f7-d0e967dfccec req-f4b5463d-c8af-45be-8e88-76d9c004511e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:18.013446 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bb671bc1-7a74-4e58-80f7-d0e967dfccec req-f4b5463d-c8af-45be-8e88-76d9c004511e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.1217499 Jul 01 07:21:18.044911 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:21:18.077868 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bb671bc1-7a74-4e58-80f7-d0e967dfccec req-565030dd-3539-45c6-a520-85dae81674c5 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629127 Jul 01 07:21:18.292903 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79833fbd-0ae6-461e-85bd-9eaf570dbbdd req-dd901164-3b0c-4245-bf85-a2c1c0070f30 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:18.294541 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-79833fbd-0ae6-461e-85bd-9eaf570dbbdd req-dd901164-3b0c-4245-bf85-a2c1c0070f30 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0902493 Jul 01 07:21:18.400705 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-79833fbd-0ae6-461e-85bd-9eaf570dbbdd req-b1aca0a4-6e49-4771-b7da-8ab4eaa32954 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962548 Jul 01 07:21:18.438438 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device f14e6296-cbc0-439f-9505-de659f4d0f52 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:21:18.566681 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port f14e6296-cbc0-439f-9505-de659f4d0f52, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=f14e6296-cbc0-439f-9505-de659f4d0f52,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:18.586570 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'f14e6296-cbc0-439f-9505-de659f4d0f52', 'network_id': '8ba03401-5760-4688-b3af-e8dbd39fd046', 'port_id': 'f14e6296-cbc0-439f-9505-de659f4d0f52', 'mac_address': 'fa:16:3e:ad:69:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428e4088-e351-4e9f-a10f-8fa34e91c831', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:21:18.635554 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:18.652876 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f14e6296-cbc0-439f-9505-de659f4d0f52 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:21:18.684052 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port f14e6296-cbc0-439f-9505-de659f4d0f52, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=f14e6296-cbc0-439f-9505-de659f4d0f52,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:18.745231 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6045e4-f78f-420c-bc4e-034be86af113 req-46546449-1078-4c38-954d-a0dd69aaf60e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:18.747444 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1b6045e4-f78f-420c-bc4e-034be86af113 req-46546449-1078-4c38-954d-a0dd69aaf60e tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 943 time: 0.0793307 Jul 01 07:21:18.759140 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:18.803989 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1b6045e4-f78f-420c-bc4e-034be86af113 req-b39a7593-2fec-43e4-ac2f-f8c30320e4ba tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504394 Jul 01 07:21:18.848705 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=f14e6296-cbc0-439f-9505-de659f4d0f52,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:19.162771 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dd5633b3-898a-46b9-ac8f-11dcf91fbd1f req-fbffdf48-cd1e-461b-8dec-fa86730e24df tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=6076dfb4-c06e-4e65-9e06-8375bc97a4e3 HTTP/1.1" status: 200 len: 210 time: 0.0435555 Jul 01 07:21:19.255375 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['f14e6296-cbc0-439f-9505-de659f4d0f52'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:19.382717 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a52480-4569-4a76-b12e-8660c55603af req-9dda417d-a645-4683-88c9-cd1be23b776c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:19.390351 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c5a52480-4569-4a76-b12e-8660c55603af req-9dda417d-a645-4683-88c9-cd1be23b776c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.1244130 Jul 01 07:21:19.502506 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c5a52480-4569-4a76-b12e-8660c55603af req-f969686c-9633-40db-8da1-0a40b13f956e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105666 Jul 01 07:21:19.649939 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce250d69-a800-4859-9032-c80e99e70f7c req-e79e4c18-bd91-4055-85f6-f0f8c37d1d22 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:19.651750 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ce250d69-a800-4859-9032-c80e99e70f7c req-e79e4c18-bd91-4055-85f6-f0f8c37d1d22 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0630629 Jul 01 07:21:19.689328 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ce250d69-a800-4859-9032-c80e99e70f7c req-7ae9c1fc-cf38-48c1-ada4-7226cd65ee4a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Jul 01 07:21:19.984352 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d44f89d-00ad-4b11-a904-2dee917a65ce req-65dba2c7-edb9-4345-82b4-5bf830f560e1 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:19.986807 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7d44f89d-00ad-4b11-a904-2dee917a65ce req-65dba2c7-edb9-4345-82b4-5bf830f560e1 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 944 time: 0.0761347 Jul 01 07:21:20.026330 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7d44f89d-00ad-4b11-a904-2dee917a65ce req-5ca7d260-7546-42ea-9f25-88dff947d49b tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Jul 01 07:21:20.450395 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device f14e6296-cbc0-439f-9505-de659f4d0f52 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:20.604628 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port f14e6296-cbc0-439f-9505-de659f4d0f52 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:20.609625 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port f14e6296-cbc0-439f-9505-de659f4d0f52 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:20.610270 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:20.752186 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:20.752509 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80ce26-0423-4186-b0c1-40043efdeb17 req-d63b2fe9-3926-4da9-8f68-875969894655 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:20.754017 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2c80ce26-0423-4186-b0c1-40043efdeb17 req-d63b2fe9-3926-4da9-8f68-875969894655 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0951543 Jul 01 07:21:20.774096 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6089d3d-5797-4f9d-9b66-b5f61877aaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e6296-cbc0-439f-9505-de659f4d0f52'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:20.776657 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffe5c0a-8cac-4299-b981-d78c11e289fd" -d '{"events": [{"server_uuid": "c6089d3d-5797-4f9d-9b66-b5f61877aaf4", "name": "network-vif-plugged", "status": "completed", "tag": "f14e6296-cbc0-439f-9505-de659f4d0f52"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:20.789614 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port f14e6296-cbc0-439f-9505-de659f4d0f52, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=f14e6296-cbc0-439f-9505-de659f4d0f52,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:20.797914 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2c80ce26-0423-4186-b0c1-40043efdeb17 req-cc4f57e7-57f0-45c1-8fe8-291c16493ecc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372651 Jul 01 07:21:20.867245 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e814b-cedf-47d2-99f1-298f82caac35 req-fe606c37-14dd-4e83-88b4-fe8e861b3da0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:20.868717 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-671e814b-cedf-47d2-99f1-298f82caac35 req-fe606c37-14dd-4e83-88b4-fe8e861b3da0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 946 time: 0.0655692 Jul 01 07:21:20.898842 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:20.899793 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:21:20.908499 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-671e814b-cedf-47d2-99f1-298f82caac35 req-a190ab61-1edb-45df-8415-259886d32f84 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338233 Jul 01 07:21:20.922270 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:21:20.922730 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 9bf5bfbe-6519-4bb8-bdd5-8ca295d681f8 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:21:20.983999 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdb839-7913-4460-8d3b-df51fbae7e06 req-2d18dd99-684a-4be4-ac15-74320e5d7e35 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:20.984989 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9941ca-7ec2-4159-8bd8-cd17cc650614 x-openstack-request-id: req-7a9941ca-7ec2-4159-8bd8-cd17cc650614 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:20.985280 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6089d3d-5797-4f9d-9b66-b5f61877aaf4", "name": "network-vif-plugged", "status": "completed", "tag": "f14e6296-cbc0-439f-9505-de659f4d0f52", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:20.985685 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7a9941ca-7ec2-4159-8bd8-cd17cc650614 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:20.986106 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6089d3d-5797-4f9d-9b66-b5f61877aaf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f14e6296-cbc0-439f-9505-de659f4d0f52', 'code': 200} Jul 01 07:21:20.991412 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7dcdb839-7913-4460-8d3b-df51fbae7e06 req-2d18dd99-684a-4be4-ac15-74320e5d7e35 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0937223 Jul 01 07:21:20.991780 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=f14e6296-cbc0-439f-9505-de659f4d0f52,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:21.034573 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7dcdb839-7913-4460-8d3b-df51fbae7e06 req-7bf2f0d3-7438-4322-a8b3-550acd513a1f tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Jul 01 07:21:21.201108 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71867ade-4c27-40e3-b6bd-34ae9598ccc1 req-925b4069-0f22-47e2-bbaf-957f94c42970 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:21.202612 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-71867ade-4c27-40e3-b6bd-34ae9598ccc1 req-925b4069-0f22-47e2-bbaf-957f94c42970 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 945 time: 0.0622926 Jul 01 07:21:21.249081 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-71867ade-4c27-40e3-b6bd-34ae9598ccc1 req-10b333ac-046c-48fc-a411-5aea4551fa13 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356743 Jul 01 07:21:21.454093 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223d582-a070-47ec-a1fb-fef0cff3e5f4 req-11d47828-613d-438e-beab-fa4fee767640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:21.455607 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0223d582-a070-47ec-a1fb-fef0cff3e5f4 req-11d47828-613d-438e-beab-fa4fee767640 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 1098 time: 0.0512104 Jul 01 07:21:21.492403 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0223d582-a070-47ec-a1fb-fef0cff3e5f4 req-b5d36134-701d-482b-bcf5-7162304bd862 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276108 Jul 01 07:21:21.772303 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-bc0c3793-1217-431a-a832-57bee03b39a6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:21.773701 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-bc0c3793-1217-431a-a832-57bee03b39a6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/networks?id=87ae4e33-1b8a-4df1-ae38-607e98cc3440 HTTP/1.1" status: 200 len: 815 time: 0.1008949 Jul 01 07:21:21.788520 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-bbb3284e-3631-47fb-9172-819bfcd5a6d7 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/quotas/3708a808c1e6448c98d0d32200662bd5 HTTP/1.1" status: 200 len: 375 time: 0.0091743 Jul 01 07:21:21.852838 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-96ef7040-671c-45bb-87d2-7c3e6717e639 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3708a808c1e6448c98d0d32200662bd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594721 Jul 01 07:21:21.948163 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-a20813c8-e969-4839-b71b-f0f6ccb46f17 service neutron] 10.222.0.35 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843709 Jul 01 07:21:22.043516 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-325ae08a-a87f-4f13-93c6-a8bbc6f089f6 service neutron] 10.222.0.35 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895944 Jul 01 07:21:22.095603 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3419e4d-ee14-49f7-bd6e-dd6b05a4fe61 req-6aec85a7-edc0-428d-bea8-e6f2d8e1ca00 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:22.097087 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3419e4d-ee14-49f7-bd6e-dd6b05a4fe61 req-6aec85a7-edc0-428d-bea8-e6f2d8e1ca00 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 946 time: 0.0635800 Jul 01 07:21:22.135102 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3419e4d-ee14-49f7-bd6e-dd6b05a4fe61 req-0801a5e4-46a6-4ee9-a69c-5c7dd09ecc0d tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Jul 01 07:21:22.297327 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad69c72-9ae4-4c6c-9e88-11eb33f75dd2 req-673a2f01-f5e8-4a69-9003-6ff5b1ee0a8d tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:22.298911 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2ad69c72-9ae4-4c6c-9e88-11eb33f75dd2 req-673a2f01-f5e8-4a69-9003-6ff5b1ee0a8d tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0688570 Jul 01 07:21:22.337893 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2ad69c72-9ae4-4c6c-9e88-11eb33f75dd2 req-cd49162d-fd74-4afa-9f70-c5b70d1cb1a1 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Jul 01 07:21:22.446617 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b860ec6b-2876-46fb-a20a-427e9bf09eca req-925850de-f3b9-4386-b04a-e291733b386e tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 210 time: 0.0344439 Jul 01 07:21:22.540553 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83feb9a-dbcd-4ce4-b2a1-bff6d4a79acf req-764c587f-73e7-440e-810f-a629580d3415 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:22.540553 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e83feb9a-dbcd-4ce4-b2a1-bff6d4a79acf req-764c587f-73e7-440e-810f-a629580d3415 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 945 time: 0.0642264 Jul 01 07:21:22.578557 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e83feb9a-dbcd-4ce4-b2a1-bff6d4a79acf req-08ca410a-46e5-4aa3-84be-435ce04340ac tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368278 Jul 01 07:21:22.880295 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54174) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:22.983987 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9c3b-67b9-4550-9145-95d47dd086af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.082379 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-8ff4d77b-ed9e-41d5-b0b1-f23df4280891 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:23.083880 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-8ff4d77b-ed9e-41d5-b0b1-f23df4280891 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 946 time: 0.0963776 Jul 01 07:21:23.165201 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9c3b-67b9-4550-9145-95d47dd086af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.210789 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Deleting port c63b7661-e2d2-4d24-8af7-3c90465da55f {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:23.211071 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.268119 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4d1c9c3b-67b9-4550-9145-95d47dd086af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.308478 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd52c-c8c7-4c31-af57-3a65d0689f0a req-6fe72c7a-d813-430a-82c4-76d4f7d351f0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:23.310095 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-856fd52c-c8c7-4c31-af57-3a65d0689f0a req-6fe72c7a-d813-430a-82c4-76d4f7d351f0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 946 time: 0.0632658 Jul 01 07:21:23.318282 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c9c3b-67b9-4550-9145-95d47dd086af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99222cde-fec7-4555-86fa-4d32ea3cdd5f,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:23.329155 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-4d1c9c3b-67b9-4550-9145-95d47dd086af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79c93d3f20d04f6d8f6559e26ea60e84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445701 Jul 01 07:21:23.331710 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54182) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:23.348011 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] For port c63b7661-e2d2-4d24-8af7-3c90465da55f, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=c63b7661-e2d2-4d24-8af7-3c90465da55f,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:23.352958 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.355432 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-856fd52c-c8c7-4c31-af57-3a65d0689f0a req-47584dc0-d695-480e-a143-71e053c795c0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383966 Jul 01 07:21:23.370866 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Calling delete_port for c63b7661-e2d2-4d24-8af7-3c90465da55f owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:23.445167 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74fd9c67-4bba-4ff5-b6de-766d99e9228c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.480375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74fd9c67-4bba-4ff5-b6de-766d99e9228c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.527994 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148c43a-afea-453d-bb4a-6317d3606e84 req-e6f7a835-d295-4e70-aa48-83ee22653667 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:23.530122 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3148c43a-afea-453d-bb4a-6317d3606e84 req-e6f7a835-d295-4e70-aa48-83ee22653667 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0754023 Jul 01 07:21:23.571662 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3148c43a-afea-453d-bb4a-6317d3606e84 req-6836af58-a1dd-49c7-a033-e243576f3ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348487 Jul 01 07:21:23.622376 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74fd9c67-4bba-4ff5-b6de-766d99e9228c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.624984 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-74fd9c67-4bba-4ff5-b6de-766d99e9228c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.626201 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-74fd9c67-4bba-4ff5-b6de-766d99e9228c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99222cde-fec7-4555-86fa-4d32ea3cdd5f HTTP/1.1" status: 204 len: 168 time: 0.2944477 Jul 01 07:21:23.628737 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.643002 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['575096a4-b82b-401f-b590-b5c17dae4cb8', 'c63b7661-e2d2-4d24-8af7-3c90465da55f'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:23.668367 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd9c67-4bba-4ff5-b6de-766d99e9228c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99222cde-fec7-4555-86fa-4d32ea3cdd5f,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:23.670583 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Pushing event deleted for resources: {'Port': ['ID=c63b7661-e2d2-4d24-8af7-3c90465da55f,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:23.738648 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] No DVR routers for this DVR port c63b7661-e2d2-4d24-8af7-3c90465da55f on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:21:23.741158 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:23.742482 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-95ea3915-2df1-42a8-a34a-bd07defc3ba2 req-21cd38e7-3e22-4438-99c6-eb7d47d1b0f1 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 210 time: 0.0445395 Jul 01 07:21:23.743146 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-78fa588e-cd2d-4a95-a8ea-1825edcb65e1 req-536717f2-a3c0-4e93-9b5e-de17e41fa973 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "DELETE /v2.0/ports/c63b7661-e2d2-4d24-8af7-3c90465da55f HTTP/1.1" status: 204 len: 173 time: 0.6432078 Jul 01 07:21:23.743577 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718687b8-4958-4828-b691-f11cd3973919', 'name': 'network-vif-deleted', 'tag': 'c63b7661-e2d2-4d24-8af7-3c90465da55f'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:23.745793 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675479c5-10b8-464e-ac9f-46daaa0fbc6b" -d '{"events": [{"server_uuid": "718687b8-4958-4828-b691-f11cd3973919", "name": "network-vif-deleted", "tag": "c63b7661-e2d2-4d24-8af7-3c90465da55f"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:23.847984 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bdf022-95c3-4a27-869b-1ed65da46b90 x-openstack-request-id: req-f9bdf022-95c3-4a27-869b-1ed65da46b90 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:23.848321 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718687b8-4958-4828-b691-f11cd3973919", "name": "network-vif-deleted", "tag": "c63b7661-e2d2-4d24-8af7-3c90465da55f", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:23.848663 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9bdf022-95c3-4a27-869b-1ed65da46b90 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:23.849067 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718687b8-4958-4828-b691-f11cd3973919', 'name': 'network-vif-deleted', 'tag': 'c63b7661-e2d2-4d24-8af7-3c90465da55f', 'status': 'completed', 'code': 200} Jul 01 07:21:23.933314 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa51b-2508-49bd-b800-1139837e1cdb req-f920b846-f6f1-48d7-a4e2-16f19feb3991 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:23.935685 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-abbfa51b-2508-49bd-b800-1139837e1cdb req-f920b846-f6f1-48d7-a4e2-16f19feb3991 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 945 time: 0.0767009 Jul 01 07:21:23.990471 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-abbfa51b-2508-49bd-b800-1139837e1cdb req-51b3e597-8192-462d-9676-ffbcc85d75a3 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422299 Jul 01 07:21:24.064448 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822e8ea-4603-4ee1-ae2e-1a6046cd9d1e req-2440cefe-7c4a-4d9c-a898-e4ec02330fa9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:24.066881 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8822e8ea-4603-4ee1-ae2e-1a6046cd9d1e req-2440cefe-7c4a-4d9c-a898-e4ec02330fa9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.1234362 Jul 01 07:21:24.109971 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8822e8ea-4603-4ee1-ae2e-1a6046cd9d1e req-0a08b639-9852-4f08-b321-61b0090ebcd6 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Jul 01 07:21:24.469506 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device d8b53c5a-bcee-41e8-a4ab-467e28497c79 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:21:24.513799 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0e1870f5-b716-479f-8c3a-1bac8841040f req-66f14e6b-1d90-4739-b3ec-12bcfa452cce tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 210 time: 0.0325997 Jul 01 07:21:24.579250 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port d8b53c5a-bcee-41e8-a4ab-467e28497c79, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d8b53c5a-bcee-41e8-a4ab-467e28497c79,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:24.590427 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'port_id': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'mac_address': 'fa:16:3e:3b:bb:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:21:24.627313 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:24.639768 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b53c5a-bcee-41e8-a4ab-467e28497c79 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:21:24.659944 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port d8b53c5a-bcee-41e8-a4ab-467e28497c79, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d8b53c5a-bcee-41e8-a4ab-467e28497c79,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:24.727429 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:24.739486 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00786acc-36c4-43cf-b28d-b6ab68b85645 req-6ca3cce1-2aed-4b8e-950c-7de286adac39 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:24.740974 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-00786acc-36c4-43cf-b28d-b6ab68b85645 req-6ca3cce1-2aed-4b8e-950c-7de286adac39 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 944 time: 0.0618176 Jul 01 07:21:24.779192 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-00786acc-36c4-43cf-b28d-b6ab68b85645 req-b15a8443-e665-49a5-bddb-c0beb0b96bf2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326924 Jul 01 07:21:24.782979 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=d8b53c5a-bcee-41e8-a4ab-467e28497c79,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:24.912183 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-75f19ed8-7521-46a1-a935-e7744a02fa74 req-72be1a0c-e8f1-42e2-b417-a07aed67011d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 210 time: 0.0290151 Jul 01 07:21:25.133324 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-743ca006-05d4-4a9d-9b71-db1b089725c9 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:25.134766 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-743ca006-05d4-4a9d-9b71-db1b089725c9 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.26 "GET /v2.0/networks?id=87ae4e33-1b8a-4df1-ae38-607e98cc3440 HTTP/1.1" status: 200 len: 815 time: 0.1010311 Jul 01 07:21:25.151702 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'port': {'device_id': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'admin_state_up': True, 'tenant_id': '3708a808c1e6448c98d0d32200662bd5'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:25.152741 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['d8b53c5a-bcee-41e8-a4ab-467e28497c79'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:25.299910 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb08172-457c-4106-adf4-ad8396f433d2 req-f8386660-6ecd-435c-bea9-0242c40a525e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:25.301702 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8eb08172-457c-4106-adf4-ad8396f433d2 req-f8386660-6ecd-435c-bea9-0242c40a525e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0672734 Jul 01 07:21:25.331324 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Made reservation on behalf of 3708a808c1e6448c98d0d32200662bd5 for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:21:25.335551 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:25.342722 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8eb08172-457c-4106-adf4-ad8396f433d2 req-304e844a-1d29-43ff-a355-f1d2d0a7f95c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354812 Jul 01 07:21:25.466064 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Allocated IP 172.20.0.9 (87ae4e33-1b8a-4df1-ae38-607e98cc3440/d7ea6f93-1340-4035-ab68-25c10fb716b3/4d337e52-65d1-4332-a3aa-d02a0044df15) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:21:25.617377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:25.635295 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Transition to ACTIVE for port object 4d337e52-65d1-4332-a3aa-d02a0044df15 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:21:25.675252 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8ad56d7e-1bf6-4787-b3ef-ddc53a50bee8 req-0890c970-3078-494a-9dcb-4adfd5cb13e3 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=718687b8-4958-4828-b691-f11cd3973919 HTTP/1.1" status: 200 len: 210 time: 0.0325572 Jul 01 07:21:25.790779 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:25.838935 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:21:25.844760 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:25.846102 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:21:25.884518 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'Port': ['ID=4d337e52-65d1-4332-a3aa-d02a0044df15,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:25.913384 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:25.914025 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:25.986440 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d11d02f-9fe0-4a9d-a389-270d44ff322c req-767e2526-3c4a-4dcb-9ae3-476233a703af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:25.988230 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7d11d02f-9fe0-4a9d-a389-270d44ff322c req-767e2526-3c4a-4dcb-9ae3-476233a703af tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 945 time: 0.0857213 Jul 01 07:21:26.011673 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-111ff95e-6596-4cde-9619-811d1f88a4a0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645277 Jul 01 07:21:26.030580 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7d11d02f-9fe0-4a9d-a389-270d44ff322c req-3a8a09e1-8371-4c3d-ad8f-719dfe7aa38d tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361953 Jul 01 07:21:26.032470 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Request body: {'port': {'device_id': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:26.169802 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:26.186488 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779751fb-7e1d-4b0e-9a9a-12a46e6059e7 req-32b18ecb-879e-441a-8dc9-2c2853d537d4 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:26.194398 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-779751fb-7e1d-4b0e-9a9a-12a46e6059e7 req-32b18ecb-879e-441a-8dc9-2c2853d537d4 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 931 time: 0.1340041 Jul 01 07:21:26.257960 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-779751fb-7e1d-4b0e-9a9a-12a46e6059e7 req-8b0fbdb6-8425-43fa-b34e-b8b1b4cceefb tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633652 Jul 01 07:21:26.288138 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fb5d4eb5-75af-4f25-96ed-f57226f79dc2 None None] Provisioning for port 4d337e52-65d1-4332-a3aa-d02a0044df15 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:26.299624 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fb5d4eb5-75af-4f25-96ed-f57226f79dc2 None None] Provisioning complete for port 4d337e52-65d1-4332-a3aa-d02a0044df15 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:26.302332 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fb5d4eb5-75af-4f25-96ed-f57226f79dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:26.344471 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-fb5d4eb5-75af-4f25-96ed-f57226f79dc2 None None] Port 4d337e52-65d1-4332-a3aa-d02a0044df15 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:21:26.502346 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device d8b53c5a-bcee-41e8-a4ab-467e28497c79 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:26.530105 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d337e52-65d1-4332-a3aa-d02a0044df15 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:21:26.540132 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:26.553910 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Transition to ACTIVE for port object 4d337e52-65d1-4332-a3aa-d02a0044df15 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:21:26.596992 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece7269-65ba-4571-8501-b804c4f0da5e req-6fc3aca0-2bab-4f61-b4f6-ac64de80218b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:26.599062 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6ece7269-65ba-4571-8501-b804c4f0da5e req-6fc3aca0-2bab-4f61-b4f6-ac64de80218b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0846169 Jul 01 07:21:26.628439 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port d8b53c5a-bcee-41e8-a4ab-467e28497c79 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:26.633315 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port d8b53c5a-bcee-41e8-a4ab-467e28497c79 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:26.634530 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:26.639366 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6ece7269-65ba-4571-8501-b804c4f0da5e req-80c368d0-705a-4bbc-ad5e-f74cb4e24e13 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343418 Jul 01 07:21:26.651643 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:26.749919 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:26.768610 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Pushing event updated for resources: {'Port': ['ID=4d337e52-65d1-4332-a3aa-d02a0044df15,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:26.814369 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:26.819074 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863cde4-f508-4b34-95be-b7b6e2c1ec35" -d '{"events": [{"server_uuid": "e9113a33-2e54-4d58-bc87-a87c8f0cd6d1", "name": "network-vif-plugged", "status": "completed", "tag": "d8b53c5a-bcee-41e8-a4ab-467e28497c79"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:26.826843 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Attempting to bind port 4d337e52-65d1-4332-a3aa-d02a0044df15 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:21:26.827192 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Attempting to bind port 4d337e52-65d1-4332-a3aa-d02a0044df15 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:21:26.827516 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Attempting to bind port 4d337e52-65d1-4332-a3aa-d02a0044df15 on network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:21:26.835441 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Port 4d337e52-65d1-4332-a3aa-d02a0044df15 on network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:21:26.837113 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Attempting to bind port 4d337e52-65d1-4332-a3aa-d02a0044df15 on network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:21:26.851114 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:21:26.851464 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Checking segment: {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:21:26.851606 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port d8b53c5a-bcee-41e8-a4ab-467e28497c79, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d8b53c5a-bcee-41e8-a4ab-467e28497c79,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:26.851851 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Bound using segment: {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:21:26.852309 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Bound port: 4d337e52-65d1-4332-a3aa-d02a0044df15, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f601ec8a-9a6b-40ad-ad41-85fdce585f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:21:26.853438 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:26.875312 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b2d989-df70-40b6-9848-9e24be885ac8 x-openstack-request-id: req-25b2d989-df70-40b6-9848-9e24be885ac8 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:26.876148 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9113a33-2e54-4d58-bc87-a87c8f0cd6d1", "name": "network-vif-plugged", "status": "completed", "tag": "d8b53c5a-bcee-41e8-a4ab-467e28497c79", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:26.877513 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25b2d989-df70-40b6-9848-9e24be885ac8 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:26.878639 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'code': 200} Jul 01 07:21:26.924669 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:26.925806 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device c63b7661-e2d2-4d24-8af7-3c90465da55f no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:21:26.980802 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: c63b7661-e2d2-4d24-8af7-3c90465da55f {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:21:26.981145 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device c63b7661-e2d2-4d24-8af7-3c90465da55f not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:21:27.010546 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=d8b53c5a-bcee-41e8-a4ab-467e28497c79,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:27.252481 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] For port 4d337e52-65d1-4332-a3aa-d02a0044df15, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:21:27.257879 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] For port 4d337e52-65d1-4332-a3aa-d02a0044df15, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=4d337e52-65d1-4332-a3aa-d02a0044df15,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:21:27.275416 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c70ef7-7770-412e-ba6c-01f43869cfb0 req-3e317ee4-272b-4141-b62e-e06b40260338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:27.277160 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-53c70ef7-7770-412e-ba6c-01f43869cfb0 req-3e317ee4-272b-4141-b62e-e06b40260338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0950124 Jul 01 07:21:27.319355 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-53c70ef7-7770-412e-ba6c-01f43869cfb0 req-ceedd585-b00a-4944-9c7d-ad4408e45d3c tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363827 Jul 01 07:21:27.341853 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:27.388977 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:27.388977 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:27.389215 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] 10.222.0.26 "PUT /v2.0/ports/4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 1093 time: 1.3612351 Jul 01 07:21:27.389653 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:27.391820 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838f25ae-0d1a-4d02-9cfc-f24ef85797e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:27.413608 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828b7e93-1bf6-44c4-b095-b9ae36ac4053 service neutron] Pushing event updated for resources: {'Port': ['ID=4d337e52-65d1-4332-a3aa-d02a0044df15,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:27.445425 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21570f-119f-45f9-9117-9c692334a4a3 x-openstack-request-id: req-1c21570f-119f-45f9-9117-9c692334a4a3 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:27.445425 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:27.445425 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c21570f-119f-45f9-9117-9c692334a4a3 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:27.445425 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'status': 'completed', 'code': 200} Jul 01 07:21:27.457324 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccef3be-1d7c-408f-8d6a-2e3f6403fc2e req-5302fad5-4e69-4783-8ade-f456a62eddfc tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:27.459773 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fccef3be-1d7c-408f-8d6a-2e3f6403fc2e req-5302fad5-4e69-4783-8ade-f456a62eddfc tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0883613 Jul 01 07:21:27.513891 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fccef3be-1d7c-408f-8d6a-2e3f6403fc2e req-67ea7d4e-d99c-4723-b76c-7d1612f4bcd9 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416553 Jul 01 07:21:27.681550 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7c639262-ab16-496d-bbaa-e732b9c81b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:27.828105 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c53b03-04ed-41d2-a78a-05c4ab5ecafc req-4de97de6-450b-4cb3-a3bd-321b3124a596 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:27.829494 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a6c53b03-04ed-41d2-a78a-05c4ab5ecafc req-4de97de6-450b-4cb3-a3bd-321b3124a596 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0656588 Jul 01 07:21:27.867859 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a6c53b03-04ed-41d2-a78a-05c4ab5ecafc req-4dd21ae5-af2f-4edc-a5b7-c12b103833eb tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327575 Jul 01 07:21:28.510220 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f60197-c2a1-4f47-b7e9-68fb4d603157 req-516ac3b0-bab5-4212-9929-5bc66621a753 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:28.511839 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b0f60197-c2a1-4f47-b7e9-68fb4d603157 req-516ac3b0-bab5-4212-9929-5bc66621a753 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0744960 Jul 01 07:21:28.555155 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b0f60197-c2a1-4f47-b7e9-68fb4d603157 req-a0a5ff48-d466-42cd-9b69-2e1eeed4fc4a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368459 Jul 01 07:21:28.729912 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc0ed5-b3ab-40bb-9e1d-826d40b99182 req-74dbb255-ea9f-496e-a23f-59fe1c403c21 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:28.730404 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ec07-5315-4269-82e2-668c02c9a3a7 req-45adb8ea-39de-4a15-b725-8325e3e5b6bd tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:28.731667 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ebcc0ed5-b3ab-40bb-9e1d-826d40b99182 req-74dbb255-ea9f-496e-a23f-59fe1c403c21 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0676782 Jul 01 07:21:28.735338 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6e24ec07-5315-4269-82e2-668c02c9a3a7 req-45adb8ea-39de-4a15-b725-8325e3e5b6bd tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0699089 Jul 01 07:21:28.772224 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ebcc0ed5-b3ab-40bb-9e1d-826d40b99182 req-15b0ec19-4cb8-42d3-b220-2439520f31aa tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331686 Jul 01 07:21:28.773024 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6e24ec07-5315-4269-82e2-668c02c9a3a7 req-3686058d-c3e7-409d-8932-893148c18e8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355480 Jul 01 07:21:29.041586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9977823-f36e-44ed-9dfc-2fd9f1a36beb req-3f060eb9-3df0-4dbc-a5c1-a53390cb3e1a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:29.043124 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d9977823-f36e-44ed-9dfc-2fd9f1a36beb req-3f060eb9-3df0-4dbc-a5c1-a53390cb3e1a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0645554 Jul 01 07:21:29.081631 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d9977823-f36e-44ed-9dfc-2fd9f1a36beb req-f7dd1189-8f30-46ca-9554-20a879396e60 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324244 Jul 01 07:21:29.741523 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d24d6a-1e6f-4f29-82fa-70de36015e10 req-ae1f6778-a436-472f-beea-f84e2acd48f2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:29.743100 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3d24d6a-1e6f-4f29-82fa-70de36015e10 req-ae1f6778-a436-472f-beea-f84e2acd48f2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0710323 Jul 01 07:21:29.780539 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3d24d6a-1e6f-4f29-82fa-70de36015e10 req-c726ec9c-81f8-4b03-b169-faf8f50f589f tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Jul 01 07:21:29.961789 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e37ad8-ebed-4157-8b56-5edc582ed973 req-5ee1c5d5-313e-49b8-a9e5-a1fe19f3f5b5 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:29.963848 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-17e37ad8-ebed-4157-8b56-5edc582ed973 req-5ee1c5d5-313e-49b8-a9e5-a1fe19f3f5b5 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0652115 Jul 01 07:21:29.968344 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4071aa-495f-43f2-8081-342b6faa364e req-c83b4181-eaaa-42b8-9c00-434cef78849a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:29.969866 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9b4071aa-495f-43f2-8081-342b6faa364e req-c83b4181-eaaa-42b8-9c00-434cef78849a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0735013 Jul 01 07:21:30.011383 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-17e37ad8-ebed-4157-8b56-5edc582ed973 req-a9c60eb8-469b-46bd-b079-c988e2b1b4d1 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388939 Jul 01 07:21:30.025518 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9b4071aa-495f-43f2-8081-342b6faa364e req-6adade2d-38a9-4d9c-8722-b44ce717bf7c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469544 Jul 01 07:21:30.273445 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d6f64-c6c1-41ba-aedc-1d9680765b3e req-48be3368-a1bb-426e-94e3-6a3700bedd8a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:30.274970 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-172d6f64-c6c1-41ba-aedc-1d9680765b3e req-48be3368-a1bb-426e-94e3-6a3700bedd8a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0763600 Jul 01 07:21:30.315286 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-172d6f64-c6c1-41ba-aedc-1d9680765b3e req-249b151a-ff22-4e18-b312-989f542cfd77 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340433 Jul 01 07:21:30.476144 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f91be634-867f-450d-955b-37533522552a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:30.511658 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:30.764559 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:30.962979 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888eb8d-09d4-454a-9a78-0b937b65242c req-5b10bc73-7362-4d15-9aa0-8fac948d0068 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:30.964504 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2888eb8d-09d4-454a-9a78-0b937b65242c req-5b10bc73-7362-4d15-9aa0-8fac948d0068 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0649705 Jul 01 07:21:31.007589 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2888eb8d-09d4-454a-9a78-0b937b65242c req-f42f0801-712d-4b20-af74-313ef6efee36 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374773 Jul 01 07:21:31.209819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723e806-211f-406b-a9a9-6a1966b2bc53 req-cd097232-2d80-4140-a83f-65f6f4dc9376 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:31.210244 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386e997-486b-4fa7-9231-164c53412fb0 req-bfcbc20f-592b-4b48-997f-493b267ea9ca tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:31.211515 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2723e806-211f-406b-a9a9-6a1966b2bc53 req-cd097232-2d80-4140-a83f-65f6f4dc9376 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0647576 Jul 01 07:21:31.218043 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c386e997-486b-4fa7-9231-164c53412fb0 req-bfcbc20f-592b-4b48-997f-493b267ea9ca tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0860608 Jul 01 07:21:31.263113 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2723e806-211f-406b-a9a9-6a1966b2bc53 req-bceefc13-4df8-4c04-8324-243201b9056b tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453181 Jul 01 07:21:31.272416 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c386e997-486b-4fa7-9231-164c53412fb0 req-2efe2f24-e200-4676-b43a-9aa524435e8c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507481 Jul 01 07:21:31.428077 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:31.492991 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11f686-ef0d-4423-8e2f-22fd5e521e16 req-6b4e4c21-4973-4623-86c5-5e573db0e9e1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:31.494485 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3c11f686-ef0d-4423-8e2f-22fd5e521e16 req-6b4e4c21-4973-4623-86c5-5e573db0e9e1 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0670209 Jul 01 07:21:31.535161 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3c11f686-ef0d-4423-8e2f-22fd5e521e16 req-706cb0a8-1677-4721-83e8-38325aba334c tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Jul 01 07:21:32.176935 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e84b82-676d-496f-a8b3-b7adebec712a req-3dc1c6fd-c94e-4d8e-bb0d-ef43db8645b3 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:32.181472 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d5e84b82-676d-496f-a8b3-b7adebec712a req-3dc1c6fd-c94e-4d8e-bb0d-ef43db8645b3 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0619466 Jul 01 07:21:32.216637 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d5e84b82-676d-496f-a8b3-b7adebec712a req-2a03c21c-34c3-49d9-9f3e-5744ec3352f2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Jul 01 07:21:32.434741 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e8237-3e6d-400b-be00-d72f9a9aeacd req-b618a05b-c2a3-4b56-b0e7-0f515ec7d6a0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:32.437345 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6b8e8237-3e6d-400b-be00-d72f9a9aeacd req-b618a05b-c2a3-4b56-b0e7-0f515ec7d6a0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0651932 Jul 01 07:21:32.471159 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01f21d-f477-46aa-ae54-8348c329c343 req-aa9a9f4c-eb70-4dd2-8d97-377b7f8fa2ad tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:32.472649 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8c01f21d-f477-46aa-ae54-8348c329c343 req-aa9a9f4c-eb70-4dd2-8d97-377b7f8fa2ad tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0750706 Jul 01 07:21:32.475981 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6b8e8237-3e6d-400b-be00-d72f9a9aeacd req-09f5d4cb-8188-491a-b71d-8641cdb1eec9 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Jul 01 07:21:32.512027 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8c01f21d-f477-46aa-ae54-8348c329c343 req-88473795-1491-46a5-8c40-662ab344d137 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Jul 01 07:21:32.731289 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be9395-0fd6-4d8c-a3b0-88805644c896 req-6ffdb711-36ab-40e1-a119-7e9479999345 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:32.732795 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-19be9395-0fd6-4d8c-a3b0-88805644c896 req-6ffdb711-36ab-40e1-a119-7e9479999345 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0697656 Jul 01 07:21:32.774778 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-19be9395-0fd6-4d8c-a3b0-88805644c896 req-2ad39293-0400-4419-a7f3-2986c3532547 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339000 Jul 01 07:21:33.367257 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:33.414367 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a15b2-c29a-4fd6-8f7a-2f70170423b2 req-01104655-7dc8-4b40-aba0-53784a8f84ae tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:33.416253 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a39a15b2-c29a-4fd6-8f7a-2f70170423b2 req-01104655-7dc8-4b40-aba0-53784a8f84ae tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0651238 Jul 01 07:21:33.459963 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a39a15b2-c29a-4fd6-8f7a-2f70170423b2 req-4661b1f2-ad4b-4b7c-bb26-31cadac3bcc8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348933 Jul 01 07:21:33.658606 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e703f6b-66f8-4c13-a335-4f1387bb4ccb req-4f826b9d-808a-4018-99b2-baf884685a74 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:33.660933 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0e703f6b-66f8-4c13-a335-4f1387bb4ccb req-4f826b9d-808a-4018-99b2-baf884685a74 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0659504 Jul 01 07:21:33.698380 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0e703f6b-66f8-4c13-a335-4f1387bb4ccb req-e9e1ce95-370a-416c-aa01-78d7bf8266c7 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318329 Jul 01 07:21:33.714111 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6dc73b-2d4f-4ba1-8ca2-dfbbbfdd93fd req-086b8da3-e7ca-4aa2-b31e-35553f83fc66 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:33.715870 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c6dc73b-2d4f-4ba1-8ca2-dfbbbfdd93fd req-086b8da3-e7ca-4aa2-b31e-35553f83fc66 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0683320 Jul 01 07:21:33.758568 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c6dc73b-2d4f-4ba1-8ca2-dfbbbfdd93fd req-bc228016-14f2-4ec5-af86-5acb2d3d1dda tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368304 Jul 01 07:21:33.949641 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0a421-c5c5-472f-8e4b-ec04ccd5de01 req-dfa5abe0-8547-442f-bfbd-49f0fb9623fd tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:33.951336 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-cfd0a421-c5c5-472f-8e4b-ec04ccd5de01 req-dfa5abe0-8547-442f-bfbd-49f0fb9623fd tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0630763 Jul 01 07:21:33.993337 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-cfd0a421-c5c5-472f-8e4b-ec04ccd5de01 req-54d42ed9-1673-45d9-b711-97f9f6ed4ed3 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358126 Jul 01 07:21:34.656154 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496c4e9-bcea-4961-8338-6d4015d82273 req-107c6527-8c75-42cd-85cb-69c27707f1f6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:34.657668 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6496c4e9-bcea-4961-8338-6d4015d82273 req-107c6527-8c75-42cd-85cb-69c27707f1f6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0645149 Jul 01 07:21:34.697609 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6496c4e9-bcea-4961-8338-6d4015d82273 req-329bee85-fd91-46c8-a6bc-4c72b491f633 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334361 Jul 01 07:21:34.889815 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28dac1-74e9-4e2d-b4fe-707c46728e52 req-9fb7dd68-99f1-47aa-8c02-88ce4e6fb442 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:34.891333 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ad28dac1-74e9-4e2d-b4fe-707c46728e52 req-9fb7dd68-99f1-47aa-8c02-88ce4e6fb442 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0797420 Jul 01 07:21:34.930588 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ad28dac1-74e9-4e2d-b4fe-707c46728e52 req-ca769cd1-baed-40f4-bfe9-4c5eea9d3f33 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Jul 01 07:21:34.936674 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327be14-1614-498a-ae0f-ca3d06a7e8b8 req-1e06f77c-0d8b-4af7-998b-fe3cba5e423b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:34.938166 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0327be14-1614-498a-ae0f-ca3d06a7e8b8 req-1e06f77c-0d8b-4af7-998b-fe3cba5e423b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0658126 Jul 01 07:21:34.977478 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0327be14-1614-498a-ae0f-ca3d06a7e8b8 req-1082bd5a-9008-4ff3-be6c-b482da48f246 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327795 Jul 01 07:21:35.170781 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36fb72-c2a1-4d0f-9341-94ff70e1e6a3 req-9a3e3fb9-4975-4958-bd69-e87f667a83c2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:35.172467 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce36fb72-c2a1-4d0f-9341-94ff70e1e6a3 req-9a3e3fb9-4975-4958-bd69-e87f667a83c2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0632639 Jul 01 07:21:35.211418 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce36fb72-c2a1-4d0f-9341-94ff70e1e6a3 req-7a620660-222f-42f2-af52-c748dbc5784d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Jul 01 07:21:35.874697 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740852b2-eec4-4280-bfbe-8336e7a6af58 req-be6d9dd2-b409-41be-b375-5e3324db38bd tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:35.876348 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-740852b2-eec4-4280-bfbe-8336e7a6af58 req-be6d9dd2-b409-41be-b375-5e3324db38bd tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0684235 Jul 01 07:21:35.915579 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-740852b2-eec4-4280-bfbe-8336e7a6af58 req-aa972139-ba15-4da1-bcff-b97d71722cdc tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329874 Jul 01 07:21:36.126528 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660efd10-810c-499c-9f02-b45c404be83d req-53439203-dd6e-4c97-a2f9-3377406979ff tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:36.128179 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-660efd10-810c-499c-9f02-b45c404be83d req-53439203-dd6e-4c97-a2f9-3377406979ff tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0731270 Jul 01 07:21:36.158091 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470b4f3-e1dd-47e9-8ee3-db01224d88f4 req-d935c4e8-346c-47a9-93e8-f26464d2cdb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:36.162529 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7470b4f3-e1dd-47e9-8ee3-db01224d88f4 req-d935c4e8-346c-47a9-93e8-f26464d2cdb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0725729 Jul 01 07:21:36.171844 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-660efd10-810c-499c-9f02-b45c404be83d req-9449c5fe-d6c9-494d-93ba-b9d794baeb86 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369651 Jul 01 07:21:36.207946 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7470b4f3-e1dd-47e9-8ee3-db01224d88f4 req-e6148e01-761b-4356-9f7c-8347ee2fb780 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Jul 01 07:21:36.391210 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfaaca-7f82-4e1a-8c8b-b264bb4a0fdb req-045fb3e3-4815-4183-84d9-3d40c3392448 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:36.392614 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d8cfaaca-7f82-4e1a-8c8b-b264bb4a0fdb req-045fb3e3-4815-4183-84d9-3d40c3392448 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0664883 Jul 01 07:21:36.429781 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d8cfaaca-7f82-4e1a-8c8b-b264bb4a0fdb req-d8027d94-00fe-4d07-9baf-81e71dcadd94 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Jul 01 07:21:37.089540 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532fb580-beaa-403d-87dd-6c49a6f91320 req-1870181a-cd3e-4e22-b412-d1cfe4c489f7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:37.091047 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-532fb580-beaa-403d-87dd-6c49a6f91320 req-1870181a-cd3e-4e22-b412-d1cfe4c489f7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0645478 Jul 01 07:21:37.133503 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-532fb580-beaa-403d-87dd-6c49a6f91320 req-5debd39e-ea8c-4be5-adeb-9286f0917601 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369849 Jul 01 07:21:37.356634 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6be8c-5897-4db6-98f2-d75ddffb90c5 req-07df829d-35ac-4f07-a073-a3e500a83e5e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:37.358438 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-add6be8c-5897-4db6-98f2-d75ddffb90c5 req-07df829d-35ac-4f07-a073-a3e500a83e5e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0662858 Jul 01 07:21:37.390735 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c990a1-78b8-429b-8e6d-c238907eb670 req-58b3fc70-ca2e-44e0-9325-b4f8182b431f tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:37.392485 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3c990a1-78b8-429b-8e6d-c238907eb670 req-58b3fc70-ca2e-44e0-9325-b4f8182b431f tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0642519 Jul 01 07:21:37.396708 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-add6be8c-5897-4db6-98f2-d75ddffb90c5 req-36b3869c-e794-48e5-ab85-f3ef08966710 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326126 Jul 01 07:21:37.432639 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d3c990a1-78b8-429b-8e6d-c238907eb670 req-d846103d-9d80-464c-a88a-7d28d7880ccd tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334928 Jul 01 07:21:37.608400 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9314f-27b8-463f-8dfa-3bf41f9d4f3a req-9b2ec47e-d58e-4b97-9b58-2ca71cc626f6 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:37.609921 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d9c9314f-27b8-463f-8dfa-3bf41f9d4f3a req-9b2ec47e-d58e-4b97-9b58-2ca71cc626f6 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0712116 Jul 01 07:21:37.650901 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d9c9314f-27b8-463f-8dfa-3bf41f9d4f3a req-12973431-562d-4617-ba10-7166f92ca150 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347922 Jul 01 07:21:38.307068 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91112609-d771-4bf9-895d-1927b8096e13 req-df098532-8c4b-4f5c-bb7e-e87c02ba19f9 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:38.308490 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-91112609-d771-4bf9-895d-1927b8096e13 req-df098532-8c4b-4f5c-bb7e-e87c02ba19f9 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0643113 Jul 01 07:21:38.349144 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-91112609-d771-4bf9-895d-1927b8096e13 req-acea68df-d81a-4500-9162-8bb2b1655992 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346444 Jul 01 07:21:38.571827 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e55b79-8d66-428f-a1e7-8da8cf9b3f5e req-c26397fc-347d-455f-a2fa-0a419f17daaa tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:38.573360 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2e55b79-8d66-428f-a1e7-8da8cf9b3f5e req-c26397fc-347d-455f-a2fa-0a419f17daaa tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0638218 Jul 01 07:21:38.606918 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d5548-8252-4e78-b5af-f933c52d8f8f req-ba72582e-37c0-4e63-8304-1b0cccc6485e tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:38.608489 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3b0d5548-8252-4e78-b5af-f933c52d8f8f req-ba72582e-37c0-4e63-8304-1b0cccc6485e tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0670121 Jul 01 07:21:38.620318 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c2e55b79-8d66-428f-a1e7-8da8cf9b3f5e req-0d546675-5f83-472d-953b-5107a5486f19 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416262 Jul 01 07:21:38.646489 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3b0d5548-8252-4e78-b5af-f933c52d8f8f req-1672be40-b0f1-44de-9e95-a35ff8d89fbe tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324962 Jul 01 07:21:38.831708 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64073328-27d6-4601-b566-bdd1e13ef35a req-225cad30-4631-4366-8b1c-eac6d2a4aee7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:38.833856 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-64073328-27d6-4601-b566-bdd1e13ef35a req-225cad30-4631-4366-8b1c-eac6d2a4aee7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0659833 Jul 01 07:21:39.081174 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-64073328-27d6-4601-b566-bdd1e13ef35a req-f76c6ca5-ef7b-41ed-b698-b41d30278e4e tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415209 Jul 01 07:21:39.559965 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e01ac-3030-4a0f-906f-a06d2b6b60d6 req-687ad109-8fbf-42b1-bcd0-ecfe7f18c853 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:39.561523 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c52e01ac-3030-4a0f-906f-a06d2b6b60d6 req-687ad109-8fbf-42b1-bcd0-ecfe7f18c853 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.1007779 Jul 01 07:21:39.567108 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f25ae-0d1a-4d02-9cfc-f24ef85797e6 req-aed49e43-204f-4447-8bab-cbcdf13bf8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:39.568786 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-838f25ae-0d1a-4d02-9cfc-f24ef85797e6 req-aed49e43-204f-4447-8bab-cbcdf13bf8a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3708a808c1e6448c98d0d32200662bd5&device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1096 time: 0.0778737 Jul 01 07:21:39.617263 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c52e01ac-3030-4a0f-906f-a06d2b6b60d6 req-efb7e172-ca89-4623-a16c-d975911ba075 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467505 Jul 01 07:21:39.708510 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f25ae-0d1a-4d02-9cfc-f24ef85797e6 req-e6f55fa3-2242-466c-a473-2e0ed2441c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:39.710270 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-838f25ae-0d1a-4d02-9cfc-f24ef85797e6 req-e6f55fa3-2242-466c-a473-2e0ed2441c10 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3708a808c1e6448c98d0d32200662bd5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1154006 Jul 01 07:21:39.806078 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25904813-925e-4387-9ff1-a85232e9fafb req-d2cf0e49-a69c-448a-b71e-b90193935ca5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:39.807860 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-25904813-925e-4387-9ff1-a85232e9fafb req-d2cf0e49-a69c-448a-b71e-b90193935ca5 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0708179 Jul 01 07:21:39.857007 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f25ae-0d1a-4d02-9cfc-f24ef85797e6 req-ac5eac27-9883-4f7f-a25e-a9d5ffd16701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:39.858474 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-838f25ae-0d1a-4d02-9cfc-f24ef85797e6 req-ac5eac27-9883-4f7f-a25e-a9d5ffd16701 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1340892 Jul 01 07:21:39.876911 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-25904813-925e-4387-9ff1-a85232e9fafb req-41ab099a-9cbe-4a99-923c-a4ffdf40d5ba tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478823 Jul 01 07:21:39.880414 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a519e-5407-4919-9de2-1ce3bbcf6c40 req-251a536e-18ba-4c9f-989e-3a07d27a1d8b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:39.882309 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1f5a519e-5407-4919-9de2-1ce3bbcf6c40 req-251a536e-18ba-4c9f-989e-3a07d27a1d8b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0922899 Jul 01 07:21:39.929872 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1f5a519e-5407-4919-9de2-1ce3bbcf6c40 req-5d8b776b-00f3-44f5-a383-7835257a9a52 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Jul 01 07:21:39.970133 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-970ff3d9-de9e-4e8e-9ae2-20410fb1cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:39.971640 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-970ff3d9-de9e-4e8e-9ae2-20410fb1cd45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3708a808c1e6448c98d0d32200662bd5&device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1096 time: 0.0569410 Jul 01 07:21:40.021014 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-eca2083c-776f-4f2a-bf34-fa25d4de5fd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 217 time: 0.0358958 Jul 01 07:21:40.102172 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-11f81254-5c49-44e1-9d13-e6fe6d216461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:40.103645 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-11f81254-5c49-44e1-9d13-e6fe6d216461 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7ea6f93-1340-4035-ab68-25c10fb716b3 HTTP/1.1" status: 200 len: 854 time: 0.0708773 Jul 01 07:21:40.144568 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f8b41-098f-46f8-804b-ca5580e511fc req-038254e6-e8c5-489e-8036-1e875e2bc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:40.146680 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc5f8b41-098f-46f8-804b-ca5580e511fc req-038254e6-e8c5-489e-8036-1e875e2bc99a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0889075 Jul 01 07:21:40.198145 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc5f8b41-098f-46f8-804b-ca5580e511fc req-ba1df1a5-7cfd-4fde-9dd4-e510eaabfb71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Jul 01 07:21:40.200611 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-d9de6caf-a9c1-499a-b396-251655293003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:40.202046 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-d9de6caf-a9c1-499a-b396-251655293003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87ae4e33-1b8a-4df1-ae38-607e98cc3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862141 Jul 01 07:21:40.253614 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b167d-b335-4987-8f7a-a7b633472991 req-a6d7dbab-11da-4bd0-8a05-52fdb9e9f223 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:40.255693 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-482b167d-b335-4987-8f7a-a7b633472991 req-a6d7dbab-11da-4bd0-8a05-52fdb9e9f223 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0619559 Jul 01 07:21:40.296346 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-482b167d-b335-4987-8f7a-a7b633472991 req-5f8689c3-7925-42bf-95c7-0287d9455859 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348737 Jul 01 07:21:40.357417 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-7e2747d6-df0a-47c1-bf41-14eff367b42d service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798171 Jul 01 07:21:40.453573 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fc326af1-cb8f-43dc-84b3-49fe7b060bf5 req-cd484b22-ef15-43b0-b9a7-ba3eee143105 service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818501 Jul 01 07:21:40.787325 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9de68f-5f44-471a-8575-bfc1969984b9 req-b5a573ee-c2bd-4535-8a50-766c57c513a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:40.788723 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fb9de68f-5f44-471a-8575-bfc1969984b9 req-b5a573ee-c2bd-4535-8a50-766c57c513a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0622115 Jul 01 07:21:40.827319 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fb9de68f-5f44-471a-8575-bfc1969984b9 req-2f3832bc-6209-4273-8361-b932fd59d892 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330694 Jul 01 07:21:41.008506 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-2b8cd312-9f84-43bd-ac6a-3a06ac341cc9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:41.009977 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-2b8cd312-9f84-43bd-ac6a-3a06ac341cc9 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.26 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0701337 Jul 01 07:21:41.043353 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4995659-0db3-4365-a359-1e8590e74b74 req-bd137239-1fa3-4465-8c75-66824e9da3e0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:41.044795 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c4995659-0db3-4365-a359-1e8590e74b74 req-bd137239-1fa3-4465-8c75-66824e9da3e0 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0680482 Jul 01 07:21:41.083817 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c4995659-0db3-4365-a359-1e8590e74b74 req-2dd79e94-8488-42ab-89eb-d6e22209029e tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Jul 01 07:21:41.157413 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61ce6-c690-4741-855a-c12243da20be req-9324f4fb-e6cb-400e-bb42-921e24219dda tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:41.158877 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9af61ce6-c690-4741-855a-c12243da20be req-9324f4fb-e6cb-400e-bb42-921e24219dda tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.1097832 Jul 01 07:21:41.185387 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Deleting port a45619d4-0d84-485e-82a6-6d71b94702aa {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:41.185724 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:41.224198 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9af61ce6-c690-4741-855a-c12243da20be req-e7ef1ff7-1e37-4aa6-a69d-925b950d97da tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587473 Jul 01 07:21:41.284924 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] For port a45619d4-0d84-485e-82a6-6d71b94702aa, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=a45619d4-0d84-485e-82a6-6d71b94702aa,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:41.285275 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:41.297645 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Calling delete_port for a45619d4-0d84-485e-82a6-6d71b94702aa owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:41.468418 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389cd1e-d81a-4893-9dec-a3ab0f4ad10f req-9dfece3d-d61e-4dc0-af6a-c56929b5fbac tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:41.469867 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b389cd1e-d81a-4893-9dec-a3ab0f4ad10f req-9dfece3d-d61e-4dc0-af6a-c56929b5fbac tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 945 time: 0.0632474 Jul 01 07:21:41.470103 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:41.483712 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8', 'a45619d4-0d84-485e-82a6-6d71b94702aa'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:41.512902 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b389cd1e-d81a-4893-9dec-a3ab0f4ad10f req-50135157-40e9-44b6-8244-b0482941cce7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364618 Jul 01 07:21:41.529771 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Pushing event deleted for resources: {'Port': ['ID=a45619d4-0d84-485e-82a6-6d71b94702aa,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:41.550397 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] No DVR routers for this DVR port a45619d4-0d84-485e-82a6-6d71b94702aa on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:21:41.552833 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:41.554850 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ac2da425-7b4a-40a1-a8ce-c0e0f91ee0da req-4fa8d53b-cd2a-4942-a2c1-aa92942340a2 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.26 "DELETE /v2.0/ports/a45619d4-0d84-485e-82a6-6d71b94702aa HTTP/1.1" status: 204 len: 173 time: 0.5380588 Jul 01 07:21:41.555343 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea8ee98-0a60-45a7-af04-d5722c5835c4', 'name': 'network-vif-deleted', 'tag': 'a45619d4-0d84-485e-82a6-6d71b94702aa'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:41.557739 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c345c0-5dca-4f62-bd93-9b11448e2091" -d '{"events": [{"server_uuid": "eea8ee98-0a60-45a7-af04-d5722c5835c4", "name": "network-vif-deleted", "tag": "a45619d4-0d84-485e-82a6-6d71b94702aa"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:41.593306 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb7e9c6-e1fe-4ac1-b31d-c556da74740a x-openstack-request-id: req-ddb7e9c6-e1fe-4ac1-b31d-c556da74740a {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:41.593638 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea8ee98-0a60-45a7-af04-d5722c5835c4", "name": "network-vif-deleted", "tag": "a45619d4-0d84-485e-82a6-6d71b94702aa", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:41.593897 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ddb7e9c6-e1fe-4ac1-b31d-c556da74740a {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:41.594297 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea8ee98-0a60-45a7-af04-d5722c5835c4', 'name': 'network-vif-deleted', 'tag': 'a45619d4-0d84-485e-82a6-6d71b94702aa', 'status': 'completed', 'code': 200} Jul 01 07:21:42.021123 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8679581-07a5-41d5-b41a-80f39e151e35 req-e7201505-4225-4c82-9cf0-bf427b16adbe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:42.022641 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e8679581-07a5-41d5-b41a-80f39e151e35 req-e7201505-4225-4c82-9cf0-bf427b16adbe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0753222 Jul 01 07:21:42.060756 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e8679581-07a5-41d5-b41a-80f39e151e35 req-0611b5a8-a25f-45df-95ac-bb9bd97f9327 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Jul 01 07:21:42.246355 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc5dbf-05fb-4e4a-b870-6d21b596fe02 req-0cc61def-c8bf-434c-980a-6daccc7517e2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:42.248178 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-32cc5dbf-05fb-4e4a-b870-6d21b596fe02 req-0cc61def-c8bf-434c-980a-6daccc7517e2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0722597 Jul 01 07:21:42.282081 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084369e-9001-4db7-9e99-75eda04232f2 req-8121c6b4-6b36-4bd8-838e-b6c81cd609f6 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:42.283755 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0084369e-9001-4db7-9e99-75eda04232f2 req-8121c6b4-6b36-4bd8-838e-b6c81cd609f6 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.0831978 Jul 01 07:21:42.316441 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-32cc5dbf-05fb-4e4a-b870-6d21b596fe02 req-3ef86af5-d83e-46bf-8f16-73e72e662057 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587819 Jul 01 07:21:42.332524 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0084369e-9001-4db7-9e99-75eda04232f2 req-fcbbcb38-580d-44f5-9bcc-5358058f657c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/security-groups?id=978b6c89-b927-4fee-95e7-1585d22a2628&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426490 Jul 01 07:21:42.354410 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54436) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:42.383722 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-32a5bd0d-f256-42d4-b2a8-e74e2becc490 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:42.386051 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-32a5bd0d-f256-42d4-b2a8-e74e2becc490 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 946 time: 0.1363318 Jul 01 07:21:42.551843 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d295e91-a317-4483-afbb-0e77e937e3be req-7bbeb94d-a75c-436d-8fe6-cd53331d34a6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:42.553381 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0d295e91-a317-4483-afbb-0e77e937e3be req-7bbeb94d-a75c-436d-8fe6-cd53331d34a6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.1068730 Jul 01 07:21:42.558521 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Deleting port 575096a4-b82b-401f-b590-b5c17dae4cb8 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:42.558865 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:42.610572 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52150e6-85a4-47f8-8be1-9d65432e5c85 tempest-TestVolumeBootPattern-2067351879 tempest-TestVolumeBootPattern-2067351879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:42.615434 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d52150e6-85a4-47f8-8be1-9d65432e5c85 tempest-TestVolumeBootPattern-2067351879 tempest-TestVolumeBootPattern-2067351879-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 1094 time: 0.2595067 Jul 01 07:21:42.615981 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54444) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:42.620413 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'port_id': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:42.691038 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] For port 575096a4-b82b-401f-b590-b5c17dae4cb8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=575096a4-b82b-401f-b590-b5c17dae4cb8,segment=NetworkSegment(c977dd91-e740-4836-92ed-24987b26ce63),segment_id=c977dd91-e740-4836-92ed-24987b26ce63)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:42.691400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:42.695950 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0d295e91-a317-4483-afbb-0e77e937e3be req-6911e98a-8de0-45f8-84e2-436a2fb7a227 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306336 Jul 01 07:21:42.706424 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Calling delete_port for 575096a4-b82b-401f-b590-b5c17dae4cb8 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:42.730276 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-873e6aae-9d23-48ce-acf5-d0c3227b3e8c req-7faf639d-eeba-4b02-8fbe-f228c60f68d5 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=eea8ee98-0a60-45a7-af04-d5722c5835c4 HTTP/1.1" status: 200 len: 210 time: 0.0356324 Jul 01 07:21:42.741350 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:42.833986 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:42.896460 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:42.928401 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Pushing event deleted for resources: {'Port': ['ID=575096a4-b82b-401f-b590-b5c17dae4cb8,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:42.943114 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Allocated IP 172.27.2.209 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/6df52a2c-fb70-478f-9f8a-0df196c706a6) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:21:42.970687 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] No DVR routers for this DVR port 575096a4-b82b-401f-b590-b5c17dae4cb8 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:21:42.973819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:42.979361 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8ec635c2-3a88-4ed4-ac19-85bb86054cd4 req-b842bd97-7554-474e-aa81-ab6798808b6c tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.26 "DELETE /v2.0/ports/575096a4-b82b-401f-b590-b5c17dae4cb8 HTTP/1.1" status: 204 len: 173 time: 0.5834575 Jul 01 07:21:43.042003 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:43.145369 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:43.186736 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:21:43.189544 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:43.193357 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:21:43.199672 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=6df52a2c-fb70-478f-9f8a-0df196c706a6,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:43.502037 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-707b464c-c20e-409f-9f01-7938f76e2c91 req-1b897eff-8a2c-47b5-b8cc-695aa710c3ca tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.0279987 Jul 01 07:21:43.568783 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4735eb-e10c-42e2-9cd7-90489369c0c0 req-b7093f1b-5b26-4b96-a437-f99410ffc9e9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:43.570227 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6c4735eb-e10c-42e2-9cd7-90489369c0c0 req-b7093f1b-5b26-4b96-a437-f99410ffc9e9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1153131 Jul 01 07:21:43.571224 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:43.595850 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30', 'name': 'network-vif-deleted', 'tag': '575096a4-b82b-401f-b590-b5c17dae4cb8'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:43.598191 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f37fdf-72d7-4a2d-8b48-c4294dada5f0" -d '{"events": [{"server_uuid": "1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30", "name": "network-vif-deleted", "tag": "575096a4-b82b-401f-b590-b5c17dae4cb8"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:43.632931 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b2de17-2b06-4043-99a5-444068c25b5b x-openstack-request-id: req-a6b2de17-2b06-4043-99a5-444068c25b5b {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:43.633229 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30", "name": "network-vif-deleted", "tag": "575096a4-b82b-401f-b590-b5c17dae4cb8", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:43.633488 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a6b2de17-2b06-4043-99a5-444068c25b5b {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:43.633886 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30', 'name': 'network-vif-deleted', 'tag': '575096a4-b82b-401f-b590-b5c17dae4cb8', 'status': 'completed', 'code': 200} Jul 01 07:21:43.634532 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6c4735eb-e10c-42e2-9cd7-90489369c0c0 req-fbbdfc83-75c2-4c33-8fac-c3eb7b794c4b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439019 Jul 01 07:21:43.712846 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:43.866860 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:43.873315 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e3b9bb-0c22-4132-a08f-ad7ad92f007d req-d97e4639-f90d-4e81-920e-9b6f414beadf tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:43.874862 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a0e3b9bb-0c22-4132-a08f-ad7ad92f007d req-d97e4639-f90d-4e81-920e-9b6f414beadf tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0699499 Jul 01 07:21:43.911889 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a0e3b9bb-0c22-4132-a08f-ad7ad92f007d req-82e22ce1-ed23-4c3a-9ef9-1a3a9123977a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jul 01 07:21:43.935939 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:43.971942 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:44.016332 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=6df52a2c-fb70-478f-9f8a-0df196c706a6,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:44.075620 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.l3_db [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Floating IP 3fe5b03e-736d-4b6e-a55b-7bd806577d4a associated. External IP: 172.27.2.209, port: d8b53c5a-bcee-41e8-a4ab-467e28497c79. Jul 01 07:21:44.273582 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:21:44.368489 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c03f2-10de-46f2-849b-8336516fa7cd req-ccac4992-ebc0-47d0-a689-beb93f8e988b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:44.370076 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5e2c03f2-10de-46f2-849b-8336516fa7cd req-ccac4992-ebc0-47d0-a689-beb93f8e988b tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0613790 Jul 01 07:21:44.377359 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:21:44.388787 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:21:44.398239 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:21:44.402458 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:21:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:44.407992 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5e2c03f2-10de-46f2-849b-8336516fa7cd req-34325dc7-f8f6-4935-9d1a-09c0e9e4c565 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Jul 01 07:21:44.464406 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:44.499773 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-5902aae0-5743-4460-953a-5e2e5059c2da tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8826790 Jul 01 07:21:44.500287 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'tag': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:44.502652 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0508f6c1-6420-4202-93ed-a884d556adc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e9113a33-2e54-4d58-bc87-a87c8f0cd6d1", "tag": "d8b53c5a-bcee-41e8-a4ab-467e28497c79"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:44.503800 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:21:44.539409 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28508f9c-2caf-4319-be9c-bbb73fc297f4 x-openstack-request-id: req-28508f9c-2caf-4319-be9c-bbb73fc297f4 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:44.539799 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9113a33-2e54-4d58-bc87-a87c8f0cd6d1", "tag": "d8b53c5a-bcee-41e8-a4ab-467e28497c79", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:44.540217 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-28508f9c-2caf-4319-be9c-bbb73fc297f4 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:44.540770 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'tag': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'status': 'completed', 'code': 200} Jul 01 07:21:44.643571 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-121f8b30-4d24-4a54-91db-93230d247996 req-3a4e7627-8eb5-4b72-9328-6010989fc71f tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.0269909 Jul 01 07:21:44.725174 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '3fe5b03e-736d-4b6e-a55b-7bd806577d4a', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:3b:bb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:21:43Z', 'updated_at': '2021-07-01T07:21:43Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:44.750315 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:21:44.758967 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:21:44.759567 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:21:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:44.809110 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21256e2-84f4-4362-b963-fe2d250a4315 req-0af8d0df-dcb7-497d-8868-f47579b46dc8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:44.810606 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c21256e2-84f4-4362-b963-fe2d250a4315 req-0af8d0df-dcb7-497d-8868-f47579b46dc8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0652535 Jul 01 07:21:44.847290 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c21256e2-84f4-4362-b963-fe2d250a4315 req-8607f4ae-05e3-46f1-b978-9fac48bd4bb2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308621 Jul 01 07:21:44.860305 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:21:45.077608 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '3fe5b03e-736d-4b6e-a55b-7bd806577d4a', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:3b:bb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:21:43Z', 'updated_at': '2021-07-01T07:21:43Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:45.084315 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05b07d-89a9-4246-9526-b4d3c419bf69 req-c3420b6b-1237-4757-b1d9-b752351b0812 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:45.085775 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-aa05b07d-89a9-4246-9526-b4d3c419bf69 req-c3420b6b-1237-4757-b1d9-b752351b0812 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0629048 Jul 01 07:21:45.102661 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d286623b-63cb-42f2-abcc-3bab3dbf8f74 None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '3fe5b03e-736d-4b6e-a55b-7bd806577d4a', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.209', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:3b:bb:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:21:43Z', 'updated_at': '2021-07-01T07:21:43Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:21:45.123353 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-aa05b07d-89a9-4246-9526-b4d3c419bf69 req-817ebbd7-1564-4995-8d31-39a8be7db7db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319858 Jul 01 07:21:45.277201 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7927aae3-9f7e-4886-9703-4b521c7fc244 None None] New status for floating IP 3fe5b03e-736d-4b6e-a55b-7bd806577d4a: ACTIVE {{(pid=93540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:21:45.576554 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2619a-6d7e-4734-ba24-47bb2d95858b req-11d5ce6f-4c83-4982-bfa0-e66d2d099b0a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:45.577939 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bcd2619a-6d7e-4734-ba24-47bb2d95858b req-11d5ce6f-4c83-4982-bfa0-e66d2d099b0a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0614722 Jul 01 07:21:45.614764 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bcd2619a-6d7e-4734-ba24-47bb2d95858b req-fdae92a0-71cf-4baf-820c-42330728157a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312088 Jul 01 07:21:45.777407 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-17ec925e-06ba-4fa2-8c4b-e7a3c60cc031 req-ab235253-ff55-4b5c-91df-868a5b76ff1a tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.0279143 Jul 01 07:21:45.977492 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['575096a4-b82b-401f-b590-b5c17dae4cb8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:45.999851 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device a45619d4-0d84-485e-82a6-6d71b94702aa no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:21:46.014999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbca911-6669-4fb8-bdcd-a6f15f43b1f2 req-70332077-5b9e-4484-b489-7a2b23d610d3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:46.017456 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9dbca911-6669-4fb8-bdcd-a6f15f43b1f2 req-70332077-5b9e-4484-b489-7a2b23d610d3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0622497 Jul 01 07:21:46.035140 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: a45619d4-0d84-485e-82a6-6d71b94702aa {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:21:46.035140 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device a45619d4-0d84-485e-82a6-6d71b94702aa not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:21:46.058458 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9dbca911-6669-4fb8-bdcd-a6f15f43b1f2 req-2b0bc634-f74b-4330-8471-25ba74746735 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364203 Jul 01 07:21:46.113696 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-705a0bea-ea18-4b7f-ad7c-70f96d640c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:46.115267 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-705a0bea-ea18-4b7f-ad7c-70f96d640c0a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0590546 Jul 01 07:21:46.278122 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-1442d271-5e27-4131-9bb2-31d2f272495c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:46.279643 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-1442d271-5e27-4131-9bb2-31d2f272495c service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 913 time: 0.1209610 Jul 01 07:21:46.351468 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120828a-ca49-4bf4-91ee-cbde9616a906 req-d21ad34b-3dcd-4a27-93a5-7773d11c10b4 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:46.352920 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8120828a-ca49-4bf4-91ee-cbde9616a906 req-d21ad34b-3dcd-4a27-93a5-7773d11c10b4 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.1132934 Jul 01 07:21:46.378506 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-ed5049eb-b13b-4e29-b11a-04ae0ddc6857 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b53c5a-bcee-41e8-a4ab-467e28497c79 HTTP/1.1" status: 200 len: 1002 time: 0.0821226 Jul 01 07:21:46.430916 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8120828a-ca49-4bf4-91ee-cbde9616a906 req-a9648e1e-7cec-48d4-9c8a-e2c63c9598d1 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715039 Jul 01 07:21:46.445180 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-e14f5cb0-6de1-4eba-b1d8-0179f7f3ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:46.446398 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-e14f5cb0-6de1-4eba-b1d8-0179f7f3ba02 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0544777 Jul 01 07:21:46.503312 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-b09d81b6-c26a-45d3-95e1-d66b1eaf0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:46.505393 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-b09d81b6-c26a-45d3-95e1-d66b1eaf0fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518827 Jul 01 07:21:46.602034 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-653f111d-4631-46cd-a96a-6fa0bcb7a587 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882196 Jul 01 07:21:46.698609 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0508f6c1-6420-4202-93ed-a884d556adc1 req-6b221d33-5eaf-4b9f-ae7e-97fc3b5e59e3 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869353 Jul 01 07:21:46.792505 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f0dd1f-43e1-4157-ba2b-c74a22ee19f6 req-53eff6e1-4224-4d03-bd45-f106f01bc47a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:46.793979 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-73f0dd1f-43e1-4157-ba2b-c74a22ee19f6 req-53eff6e1-4224-4d03-bd45-f106f01bc47a tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0656281 Jul 01 07:21:46.832827 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-73f0dd1f-43e1-4157-ba2b-c74a22ee19f6 req-7ff8e218-6480-430b-909b-aeff6de99ea7 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328176 Jul 01 07:21:46.936795 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2ba74aed-91e3-4769-866a-056d4c8e90e7 req-af48d40a-ec06-4027-9d4e-63aec0651412 tempest-AttachVolumeNegativeTest-525713571 tempest-AttachVolumeNegativeTest-525713571-project] 10.222.0.35 "GET /v2.0/ports?device_id=1fb5c203-d0f1-4d9b-9a31-0e9f47ec1e30 HTTP/1.1" status: 200 len: 210 time: 0.0317171 Jul 01 07:21:47.231075 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f075d-da50-47f3-8610-076b6c2fe2c0 req-67909365-8a50-4526-a585-5d8a179dbcac tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:47.232453 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-764f075d-da50-47f3-8610-076b6c2fe2c0 req-67909365-8a50-4526-a585-5d8a179dbcac tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0620630 Jul 01 07:21:47.268255 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-764f075d-da50-47f3-8610-076b6c2fe2c0 req-ca99fbd6-6ff4-4545-8a67-fe3f7e4b1b13 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303078 Jul 01 07:21:47.599706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c57711-63a9-48c1-9cfe-f17a74af119f req-abf92775-6e6e-4c93-8791-1aa118899e48 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:47.601179 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-13c57711-63a9-48c1-9cfe-f17a74af119f req-abf92775-6e6e-4c93-8791-1aa118899e48 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 943 time: 0.0610836 Jul 01 07:21:47.637409 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-13c57711-63a9-48c1-9cfe-f17a74af119f req-496bb5f5-222a-4e30-a8f5-6c7097fbcfb9 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307055 Jul 01 07:21:48.007818 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa0d02-1653-41aa-a906-185198d0d713 req-591bad1d-81b8-48db-a374-8e1c48c74130 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:48.009294 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d7aa0d02-1653-41aa-a906-185198d0d713 req-591bad1d-81b8-48db-a374-8e1c48c74130 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0643749 Jul 01 07:21:48.026972 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54508) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:48.047812 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d7aa0d02-1653-41aa-a906-185198d0d713 req-119000e7-f0c2-4772-a3b8-c7cf8f0556d0 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328341 Jul 01 07:21:48.070196 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Deleting subnet 2599902a-f41b-4014-9873-e24797fbbb73 {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:21:48.073152 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.109324 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.144723 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.264368 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.289674 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2599902a-f41b-4014-9873-e24797fbbb73,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:48.294145 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.296086 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2599902a-f41b-4014-9873-e24797fbbb73 HTTP/1.1" status: 204 len: 168 time: 0.2680635 Jul 01 07:21:48.298533 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54512) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:48.300846 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.301271 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.301528 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.301867 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.302200 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.302595 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.302961 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.303291 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.303622 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.303956 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.304283 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.304694 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32993c03-13ea-4da8-a133-fc37d1b479f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.364370 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.424328 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 4d337e52-65d1-4332-a3aa-d02a0044df15 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:21:48.445173 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd36fa-04ac-46f0-838c-0331b3ef1a75 req-693737f1-991e-4b75-ba46-cbf02d3cd5de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:48.446683 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3ffd36fa-04ac-46f0-838c-0331b3ef1a75 req-693737f1-991e-4b75-ba46-cbf02d3cd5de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0623255 Jul 01 07:21:48.451414 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.466033 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.466392 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.467152 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.467501 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > port after_create 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.469776 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.469776 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > port after_update 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.469776 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.469776 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.469776 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.469776 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.487524 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3ffd36fa-04ac-46f0-838c-0331b3ef1a75 req-b33bf729-f205-47e8-97c0-feb62056d54b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332344 Jul 01 07:21:48.527775 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 4d337e52-65d1-4332-a3aa-d02a0044df15, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=4d337e52-65d1-4332-a3aa-d02a0044df15,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:48.538736 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'port_id': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'mac_address': 'fa:16:3e:e2:03:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:21:48.577657 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.578654 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.579032 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.579366 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.579704 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 01 07:21:48.580054 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7893b582-cdf9-4779-bb39-31b78258db7f']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:48.592624 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d337e52-65d1-4332-a3aa-d02a0044df15 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:21:48.598826 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c977dd91-e740-4836-92ed-24987b26ce63') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:48.599157 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c977dd91-e740-4836-92ed-24987b26ce63') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:48.611760 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 4d337e52-65d1-4332-a3aa-d02a0044df15, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=4d337e52-65d1-4332-a3aa-d02a0044df15,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:48.614522 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.634277 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.642114 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:21:48.642553 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: from cryptography.utils import int_from_bytes Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: from cryptography.utils import int_from_bytes Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:21:48.647220 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:21:48.713243 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.766395 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=4d337e52-65d1-4332-a3aa-d02a0044df15,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:48.795969 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.805190 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:48.807149 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7893b582-cdf9-4779-bb39-31b78258db7f HTTP/1.1" status: 204 len: 168 time: 0.5075586 Jul 01 07:21:48.818092 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=7893b582-cdf9-4779-bb39-31b78258db7f,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:48.829070 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.829426 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.829767 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.830105 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.830440 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.830786 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.831136 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.831467 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.831796 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.832122 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.832447 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.832772 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e5f3194-3996-4f15-9641-60985ce6cd86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:21:48.846847 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdeadf0-ffff-4f41-ba39-fb21551b957c req-d14537fc-371d-4190-947d-aacc6fcd2fd0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:48.848368 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4fdeadf0-ffff-4f41-ba39-fb21551b957c req-d14537fc-371d-4190-947d-aacc6fcd2fd0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 944 time: 0.0947108 Jul 01 07:21:48.887709 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4fdeadf0-ffff-4f41-ba39-fb21551b957c req-cfc42ab0-26b9-4678-8772-b0fcddabce5f tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328319 Jul 01 07:21:49.155357 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54524) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:49.196955 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f5ec266f-59f3-4e1d-8655-a98dd6322bf9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bbc05c0c7ff4feba2f529e41705f75f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0381660 Jul 01 07:21:49.197198 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54526) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:49.248161 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80001933-ce46-4624-a476-772e01e3d2ea req-c5e25c51-a904-44ce-828d-d6a9653f9515 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:49.249615 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-80001933-ce46-4624-a476-772e01e3d2ea req-c5e25c51-a904-44ce-828d-d6a9653f9515 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0953195 Jul 01 07:21:49.273596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e5d76c73-a30a-444b-9d02-7e802dc34c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:49.308287 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-80001933-ce46-4624-a476-772e01e3d2ea req-b8c802ef-7666-45b4-a11d-0c4b99e129d0 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495405 Jul 01 07:21:49.309982 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e5d76c73-a30a-444b-9d02-7e802dc34c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:49.416484 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e5d76c73-a30a-444b-9d02-7e802dc34c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:49.419519 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e5d76c73-a30a-444b-9d02-7e802dc34c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:49.421041 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-e5d76c73-a30a-444b-9d02-7e802dc34c7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/978b6c89-b927-4fee-95e7-1585d22a2628 HTTP/1.1" status: 204 len: 168 time: 0.2227910 Jul 01 07:21:49.430602 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d76c73-a30a-444b-9d02-7e802dc34c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978b6c89-b927-4fee-95e7-1585d22a2628,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:49.660173 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1074ed-f7b4-4d03-87db-799a1e57fb22 req-bc6deab0-1f27-47b9-8445-b4c1a5c7069a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:49.662271 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5a1074ed-f7b4-4d03-87db-799a1e57fb22 req-bc6deab0-1f27-47b9-8445-b4c1a5c7069a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0648444 Jul 01 07:21:49.697773 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5a1074ed-f7b4-4d03-87db-799a1e57fb22 req-57ae5084-201b-4ee2-b116-4db46b41f673 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299892 Jul 01 07:21:50.064687 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d0a2c-61ab-4f3a-8a95-4daf3bcceec3 req-7d41c47c-4323-4796-bcc0-a44b30e1028a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:50.066182 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a67d0a2c-61ab-4f3a-8a95-4daf3bcceec3 req-7d41c47c-4323-4796-bcc0-a44b30e1028a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 944 time: 0.0701721 Jul 01 07:21:50.103831 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a67d0a2c-61ab-4f3a-8a95-4daf3bcceec3 req-25896ea5-4ff2-46ad-875b-218b3e9f694e tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316598 Jul 01 07:21:50.481366 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8317f5-0d20-4b9e-82d5-40ddd5d92cb1 req-09b5d622-49e8-4a92-84e3-25d8ce5d3e19 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:50.482763 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5f8317f5-0d20-4b9e-82d5-40ddd5d92cb1 req-09b5d622-49e8-4a92-84e3-25d8ce5d3e19 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0633833 Jul 01 07:21:50.519990 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5f8317f5-0d20-4b9e-82d5-40ddd5d92cb1 req-05cbbe59-78ae-4d50-be5b-462091f76a25 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312738 Jul 01 07:21:50.782510 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['4d337e52-65d1-4332-a3aa-d02a0044df15'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:50.870867 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322738b2-ba5f-4ace-bd5e-fab2b42e3f0c req-23e80faf-8e45-43e0-9683-2bf628146e05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:50.872378 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-322738b2-ba5f-4ace-bd5e-fab2b42e3f0c req-23e80faf-8e45-43e0-9683-2bf628146e05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0638473 Jul 01 07:21:50.910355 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-322738b2-ba5f-4ace-bd5e-fab2b42e3f0c req-0ff532b2-5456-4ef2-9fa3-d9460a0d3378 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Jul 01 07:21:51.146506 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54596) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:51.251327 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db06b259-b721-4766-9c49-0084db6072f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:51.273813 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e686a7b-ee6d-44ad-987b-75c35d48f507 req-1dcfa169-da47-4c2a-bae4-b21c2d23c8bc tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:51.275314 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0e686a7b-ee6d-44ad-987b-75c35d48f507 req-1dcfa169-da47-4c2a-bae4-b21c2d23c8bc tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 944 time: 0.0612013 Jul 01 07:21:51.316157 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0e686a7b-ee6d-44ad-987b-75c35d48f507 req-c02c475a-f897-4a5f-bf18-5e86b16a0894 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347872 Jul 01 07:21:51.338557 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db06b259-b721-4766-9c49-0084db6072f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:51.412454 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db06b259-b721-4766-9c49-0084db6072f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:51.452859 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-db06b259-b721-4766-9c49-0084db6072f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6511f2fc5e449c6af4c573e4eb56747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052273 Jul 01 07:21:51.453785 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06b259-b721-4766-9c49-0084db6072f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149b049c-30a0-4e6a-8e04-82af975edf5c,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:51.455488 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54600) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:51.502346 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-48bf9381-7bf3-421f-838d-a631648d7cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:51.522801 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-48bf9381-7bf3-421f-838d-a631648d7cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:51.630407 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-48bf9381-7bf3-421f-838d-a631648d7cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:51.633153 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-48bf9381-7bf3-421f-838d-a631648d7cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:51.634358 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-48bf9381-7bf3-421f-838d-a631648d7cd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/149b049c-30a0-4e6a-8e04-82af975edf5c HTTP/1.1" status: 204 len: 168 time: 0.1778026 Jul 01 07:21:51.642833 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf9381-7bf3-421f-838d-a631648d7cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b049c-30a0-4e6a-8e04-82af975edf5c,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:51.690473 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2145a44-bc95-408d-9edc-1c701fd06a77 req-d3b5fe8a-1e4a-4b79-8b46-4e1970139355 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:51.692059 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d2145a44-bc95-408d-9edc-1c701fd06a77 req-d3b5fe8a-1e4a-4b79-8b46-4e1970139355 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0657778 Jul 01 07:21:51.729192 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d2145a44-bc95-408d-9edc-1c701fd06a77 req-55dd57c6-68da-4072-8689-32702d04e69d tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307910 Jul 01 07:21:52.085153 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282bec8-9da3-49a1-925a-4c8082ecdb3b req-21d8dca4-888c-4a4f-a455-12b133aa1e13 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:52.086646 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b282bec8-9da3-49a1-925a-4c8082ecdb3b req-21d8dca4-888c-4a4f-a455-12b133aa1e13 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0630424 Jul 01 07:21:52.124111 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b282bec8-9da3-49a1-925a-4c8082ecdb3b req-feab268d-613b-4cbf-8bc6-d3850e7a0f6f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Jul 01 07:21:52.407442 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 4d337e52-65d1-4332-a3aa-d02a0044df15 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:21:52.495853 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5672c-caf4-4f07-b1f1-ee02d413ead6 req-632c2674-da3f-4e90-9828-11ad7dccf944 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:52.497420 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6ac5672c-caf4-4f07-b1f1-ee02d413ead6 req-632c2674-da3f-4e90-9828-11ad7dccf944 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 944 time: 0.0705020 Jul 01 07:21:52.534074 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6ac5672c-caf4-4f07-b1f1-ee02d413ead6 req-cda3bef8-8226-4eea-9417-6d49130aa506 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311940 Jul 01 07:21:52.547785 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 4d337e52-65d1-4332-a3aa-d02a0044df15 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:21:52.551746 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 4d337e52-65d1-4332-a3aa-d02a0044df15 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:21:52.552140 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:52.629960 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:52.656777 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:52.659099 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa52db3-b84e-4520-a95b-4716abe9e91c" -d '{"events": [{"server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "name": "network-vif-plugged", "status": "completed", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:52.668726 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54636) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:52.673732 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 4d337e52-65d1-4332-a3aa-d02a0044df15, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=4d337e52-65d1-4332-a3aa-d02a0044df15,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:52.679580 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-429adaee-f75c-45a5-aebd-c3d529374646 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:52.681590 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-429adaee-f75c-45a5-aebd-c3d529374646 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.26 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.0780959 Jul 01 07:21:52.700384 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc38c0e2-f4e5-4571-9b89-af4394655b0b x-openstack-request-id: req-cc38c0e2-f4e5-4571-9b89-af4394655b0b {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:52.700678 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "name": "network-vif-plugged", "status": "completed", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:52.700933 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc38c0e2-f4e5-4571-9b89-af4394655b0b {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:52.701325 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'code': 200} Jul 01 07:21:52.738503 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:52.739367 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 575096a4-b82b-401f-b590-b5c17dae4cb8 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:21:52.760089 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 575096a4-b82b-401f-b590-b5c17dae4cb8 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:21:52.760341 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 575096a4-b82b-401f-b590-b5c17dae4cb8 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:21:52.798823 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Deleting port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:52.799051 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1940242523-network', 'tenant_id': '774ee8c46b994fb19098cf41965074e9'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:52.799288 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:52.810638 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=4d337e52-65d1-4332-a3aa-d02a0044df15,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:52.907506 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Made reservation on behalf of 774ee8c46b994fb19098cf41965074e9 for: {'network': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:21:52.910082 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:52.919451 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.018342 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.093052 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.117591 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:21:53.128949 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc97685-e4b0-4433-9fa7-1b25533ffbf2,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:53.136006 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.136526 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.segments_db [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Added segment f1cbc177-6949-484e-a191-bf50e43853b1 of type vlan for network 2c99d898-c345-4136-8f4b-38f96bd36235 Jul 01 07:21:53.178249 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.215208 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] For port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:53.215604 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.236210 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Calling delete_port for 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:53.267631 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b587dab-4a33-4435-8935-2a4a7cb23a88 req-9831cca5-c123-4216-bee6-37de7e1f648f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:53.269121 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2b587dab-4a33-4435-8935-2a4a7cb23a88 req-9831cca5-c123-4216-bee6-37de7e1f648f tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 946 time: 0.1608250 Jul 01 07:21:53.274381 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.275365 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:53.275948 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.296468 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e756da-7615-489e-8361-be846fc13789 req-6256e369-77a8-4db6-958a-5287e1d20b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:53.298115 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-50e756da-7615-489e-8361-be846fc13789 req-6256e369-77a8-4db6-958a-5287e1d20b7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1098 time: 0.1886792 Jul 01 07:21:53.349626 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] Pushing event updated for resources: {'Network': ['ID=2c99d898-c345-4136-8f4b-38f96bd36235,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:53.361325 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 2c99d898-c345-4136-8f4b-38f96bd36235 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:21:53.362089 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6c09b-2b6c-4626-82e4-e0a9b11293af req-f83fbdd3-b62c-4411-a065-b02cbab54ac4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:53.370267 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-34a6c09b-2b6c-4626-82e4-e0a9b11293af req-f83fbdd3-b62c-4411-a065-b02cbab54ac4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1281857 Jul 01 07:21:53.380355 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-a909b376-2d91-4e1a-8e21-a9d935592eea admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7086782 Jul 01 07:21:53.387321 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54648) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:53.388698 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2b587dab-4a33-4435-8935-2a4a7cb23a88 req-81707b9a-a395-4420-a6a2-37186693d335 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/security-groups?id=b508a436-4c41-4427-a16b-6366648e6d38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896399 Jul 01 07:21:53.393345 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-50e756da-7615-489e-8361-be846fc13789 req-5d4c3cdd-b31b-4979-8859-52b512a9a491 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827358 Jul 01 07:21:53.394634 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Request body: {'subnet': {'network_id': '2c99d898-c345-4136-8f4b-38f96bd36235', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1940242523-subnet', 'tenant_id': '774ee8c46b994fb19098cf41965074e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:53.437066 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-34a6c09b-2b6c-4626-82e4-e0a9b11293af req-7c0d7f7e-0316-4165-86f8-c93c5f84892f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659258 Jul 01 07:21:53.492678 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Made reservation on behalf of 774ee8c46b994fb19098cf41965074e9 for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:21:53.495091 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8760036'] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.521485 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.535635 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:53.550521 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Pushing event deleted for resources: {'Port': ['ID=0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:53.614124 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] No DVR routers for this DVR port 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:21:53.617329 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.619688 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1198e4e7-6744-4d2d-9d44-9925678f1450 req-fd4fdcab-ed09-4b37-a955-5b6600a27840 tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.26 "DELETE /v2.0/ports/0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 HTTP/1.1" status: 204 len: 173 time: 0.9325321 Jul 01 07:21:53.622246 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a41e6ab5-0202-400b-9328-56838bf1b1d1', 'name': 'network-vif-deleted', 'tag': '0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:53.622916 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebf87e6-2ded-4787-a0df-7128cc6d3cd7" -d '{"events": [{"server_uuid": "a41e6ab5-0202-400b-9328-56838bf1b1d1", "name": "network-vif-deleted", "tag": "0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:53.675740 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a3f69f-7e16-45b2-9a6a-c50ace2dac69 x-openstack-request-id: req-e8a3f69f-7e16-45b2-9a6a-c50ace2dac69 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:53.676073 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a41e6ab5-0202-400b-9328-56838bf1b1d1", "name": "network-vif-deleted", "tag": "0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:53.679746 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8a3f69f-7e16-45b2-9a6a-c50ace2dac69 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:53.679746 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a41e6ab5-0202-400b-9328-56838bf1b1d1', 'name': 'network-vif-deleted', 'tag': '0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8', 'status': 'completed', 'code': 200} Jul 01 07:21:53.752390 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38711a7e-4b13-4ed0-905b-aa198e5518e6 req-04eee77f-9983-4d6e-a8e9-b8600d68927b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:53.753869 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-38711a7e-4b13-4ed0-905b-aa198e5518e6 req-04eee77f-9983-4d6e-a8e9-b8600d68927b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.0636454 Jul 01 07:21:53.788105 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3490344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8760054'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:53.793982 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-38711a7e-4b13-4ed0-905b-aa198e5518e6 req-72422f98-47f3-4176-a59c-853d891a216d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345161 Jul 01 07:21:53.845499 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ef7d74-f33b-4649-a31a-e48d35ae5496,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:53.852897 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Checking segment: {'id': 'f1cbc177-6949-484e-a191-bf50e43853b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2c99d898-c345-4136-8f4b-38f96bd36235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:21:53.853263 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Network hostable DHCP agents. Network: 2c99d898-c345-4136-8f4b-38f96bd36235, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:21:53.941292 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Network 2c99d898-c345-4136-8f4b-38f96bd36235 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:21:54.009891 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 2c99d898-c345-4136-8f4b-38f96bd36235) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:54.013680 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:54.014258 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:54.021737 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec326e-f2ec-4fda-a17f-78da8ab50e04 None None] Network 2c99d898-c345-4136-8f4b-38f96bd36235 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:21:54.081744 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-81ace06e-e8eb-414e-ac3c-925c6f7a4d03 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6920710 Jul 01 07:21:54.143542 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d69b2-c9ce-400f-a279-f6570cce5e38 None None] Network 2c99d898-c345-4136-8f4b-38f96bd36235 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:21:54.576052 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-feae12fd-8f6a-4183-9de9-33076f009a27 req-b59a1d9f-2682-43b3-bca7-268966b8cbee tempest-ServerRescueNegativeTestJSON-1234613177 tempest-ServerRescueNegativeTestJSON-1234613177-project] 10.222.0.35 "GET /v2.0/ports?device_id=a41e6ab5-0202-400b-9328-56838bf1b1d1 HTTP/1.1" status: 200 len: 210 time: 0.0518644 Jul 01 07:21:54.656127 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a319525-8e6c-4101-a9d1-3ee6b2e0affd req-1201c7d8-3a9b-4098-b351-df5b5eff388b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:54.657610 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8a319525-8e6c-4101-a9d1-3ee6b2e0affd req-1201c7d8-3a9b-4098-b351-df5b5eff388b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0994167 Jul 01 07:21:54.695580 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8a319525-8e6c-4101-a9d1-3ee6b2e0affd req-36bf8ebc-fc1d-4453-87e1-2ceabf0cb3dd tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Jul 01 07:21:54.854865 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54684) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:54.859930 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1905168310-network', 'tenant_id': '6a4b08c927644cb086c48ecc0624fa85'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:54.953332 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Made reservation on behalf of 6a4b08c927644cb086c48ecc0624fa85 for: {'network': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:21:54.955850 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:54.964333 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:54.970582 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e2e34-14a2-4263-b291-65f4da7d3170 req-e65b0782-5cbb-470f-abfa-a269d1a7c7dd tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:54.972152 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a98e2e34-14a2-4263-b291-65f4da7d3170 req-e65b0782-5cbb-470f-abfa-a269d1a7c7dd tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.0622759 Jul 01 07:21:55.024472 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a98e2e34-14a2-4263-b291-65f4da7d3170 req-bbedb65c-cbfa-453f-a365-c405e1afeb26 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 Jul 01 07:21:55.049232 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:21:55.063920 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:55.177526 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:55.208768 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93538) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:21:55.222944 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78ace3e-d58d-4295-9a2b-52cc07ee4e66,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:55.226162 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:55.226498 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.segments_db [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Added segment ea3705ad-3607-4a9e-8355-186122d75f91 of type vlan for network 91889ad4-feaf-4307-b4a5-7bf29a01ac81 Jul 01 07:21:55.272291 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:55.282222 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756516a8-47bb-41c4-973e-04e6df4732b6 req-caa8a44d-65ca-4b5c-a8a7-2d4f99e38c67 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:55.283787 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-756516a8-47bb-41c4-973e-04e6df4732b6 req-caa8a44d-65ca-4b5c-a8a7-2d4f99e38c67 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.1344039 Jul 01 07:21:55.338995 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-756516a8-47bb-41c4-973e-04e6df4732b6 req-5f3fea50-b6f5-48b5-9ee1-be1610bf60dd tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474331 Jul 01 07:21:55.398660 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:55.399785 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:55.400491 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:55.463633 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] Pushing event updated for resources: {'Network': ['ID=91889ad4-feaf-4307-b4a5-7bf29a01ac81,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:55.475170 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 91889ad4-feaf-4307-b4a5-7bf29a01ac81 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:21:55.504144 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-adc9effc-4c19-46c2-ae19-11a02382a074 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6465144 Jul 01 07:21:55.505341 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54692) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:55.510465 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Request body: {'subnet': {'network_id': '91889ad4-feaf-4307-b4a5-7bf29a01ac81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1905168310-subnet', 'tenant_id': '6a4b08c927644cb086c48ecc0624fa85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:21:55.595674 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Made reservation on behalf of 6a4b08c927644cb086c48ecc0624fa85 for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:21:55.598029 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8760036'] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:55.701920 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54698) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:55.941672 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52638f59-8469-495f-94d9-aef382856b15 req-6b916358-a317-419b-a9fd-f8c5cbc1a1f4 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:55.943745 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52638f59-8469-495f-94d9-aef382856b15 req-6b916358-a317-419b-a9fd-f8c5cbc1a1f4 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.0863953 Jul 01 07:21:55.962681 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c671b2a-16cc-4c93-9ec4-e81ab8f9ac36 req-58a6f883-382b-4654-b913-f859327a0b6d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:55.964129 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c671b2a-16cc-4c93-9ec4-e81ab8f9ac36 req-58a6f883-382b-4654-b913-f859327a0b6d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1157112 Jul 01 07:21:56.011202 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52638f59-8469-495f-94d9-aef382856b15 req-b58bc84d-71ee-49bd-8164-6e68b14f3403 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450635 Jul 01 07:21:56.075310 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c671b2a-16cc-4c93-9ec4-e81ab8f9ac36 req-50f8e680-29af-4bbf-acd1-4ccf82d64d63 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916312 Jul 01 07:21:56.138999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3490344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8760054'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.199111 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68238941-b47a-443e-9500-bb36da01146a,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:56.219091 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Checking segment: {'id': 'ea3705ad-3607-4a9e-8355-186122d75f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '91889ad4-feaf-4307-b4a5-7bf29a01ac81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:21:56.219723 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Network hostable DHCP agents. Network: 91889ad4-feaf-4307-b4a5-7bf29a01ac81, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:21:56.221249 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.324740 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Network 91889ad4-feaf-4307-b4a5-7bf29a01ac81 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:21:56.428349 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 91889ad4-feaf-4307-b4a5-7bf29a01ac81) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:21:56.433709 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:21:56.439026 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349a0107-6f43-44a4-954a-d4972e2d475d None None] Network 91889ad4-feaf-4307-b4a5-7bf29a01ac81 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:21:56.454588 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:56.455495 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.470600 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:21:56.470978 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0a85d71e-1ee7-44aa-adc3-5d8718b9a2a8 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:21:56.528591 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ba204c28-6a49-4d10-af48-edf75889be80 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0220187 Jul 01 07:21:56.548000 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Deleting port 99253170-8457-490d-9596-93f0b0b28062 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:56.548398 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.599456 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e9e67-7597-42f1-9af4-1f2190c90689 None None] Network 91889ad4-feaf-4307-b4a5-7bf29a01ac81 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:21:56.654214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] For port 99253170-8457-490d-9596-93f0b0b28062, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=99253170-8457-490d-9596-93f0b0b28062,segment=NetworkSegment(84afe562-3cbe-4957-95de-a1de2146172c),segment_id=84afe562-3cbe-4957-95de-a1de2146172c)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:56.654214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.654422 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54714) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:56.697250 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Calling delete_port for 99253170-8457-490d-9596-93f0b0b28062 owned by network:router_interface {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:56.717686 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae77026-def2-4026-8b6f-e58637819fd6 admin admin] Deleting subnet 84ef7d74-f33b-4649-a31a-e48d35ae5496 {{(pid=93538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:21:56.721661 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4ae77026-def2-4026-8b6f-e58637819fd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.762383 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4ae77026-def2-4026-8b6f-e58637819fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8459093'] for subnet, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.808706 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4ae77026-def2-4026-8b6f-e58637819fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.900693 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72a9e0-ef9e-4e37-a2d2-fbdd33f56ea1 req-e8cc6592-0fee-4c4e-9ca8-b45688d9c47c tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:56.902598 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6c72a9e0-ef9e-4e37-a2d2-fbdd33f56ea1 req-e8cc6592-0fee-4c4e-9ca8-b45688d9c47c tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 945 time: 0.1496387 Jul 01 07:21:56.921420 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4ae77026-def2-4026-8b6f-e58637819fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8760057'] for subnet, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.947869 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae77026-def2-4026-8b6f-e58637819fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ef7d74-f33b-4649-a31a-e48d35ae5496,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:56.949846 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4ae77026-def2-4026-8b6f-e58637819fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:56.951757 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-4ae77026-def2-4026-8b6f-e58637819fd6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/84ef7d74-f33b-4649-a31a-e48d35ae5496 HTTP/1.1" status: 204 len: 168 time: 0.2963569 Jul 01 07:21:56.954109 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54720) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:56.971752 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6c72a9e0-ef9e-4e37-a2d2-fbdd33f56ea1 req-fdf6e501-e279-4983-9903-70de5bc4cf39 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576458 Jul 01 07:21:57.021247 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.069831 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.095961 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=99253170-8457-490d-9596-93f0b0b28062,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:57.100113 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.110463 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c99d898-c345-4136-8f4b-38f96bd36235']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.120187 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cbc177-6949-484e-a191-bf50e43853b1') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.120484 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cbc177-6949-484e-a191-bf50e43853b1') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.129254 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.142248 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.149183 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:21:57.149500 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:21:57.151131 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:21:57.259947 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.261801 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76110096-b474-4ca8-bebd-f5aa259a88b8 req-761d9c67-d0f2-4170-bc42-d279dcea39aa tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:57.263313 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-76110096-b474-4ca8-bebd-f5aa259a88b8 req-761d9c67-d0f2-4170-bc42-d279dcea39aa tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0647860 Jul 01 07:21:57.301438 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-76110096-b474-4ca8-bebd-f5aa259a88b8 req-bfe82374-5564-496d-b7f7-208adc7ff19e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323358 Jul 01 07:21:57.327202 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.334961 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.339646 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/2c99d898-c345-4136-8f4b-38f96bd36235 HTTP/1.1" status: 204 len: 168 time: 0.3816161 Jul 01 07:21:57.345332 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54724) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:57.352556 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21130549-3c30-4a60-8bf4-a5b83f41bda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c99d898-c345-4136-8f4b-38f96bd36235,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:57.390047 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc70116b-37a6-4d29-bf75-46778f7df70d admin admin] Deleting subnet 68238941-b47a-443e-9500-bb36da01146a {{(pid=93538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:21:57.393298 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc70116b-37a6-4d29-bf75-46778f7df70d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.433236 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc70116b-37a6-4d29-bf75-46778f7df70d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8459093'] for subnet, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.471128 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc70116b-37a6-4d29-bf75-46778f7df70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.475123 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Router a9aae99b-0a67-4964-9b15-8911e2925502 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:21:57.576060 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:21:57.581375 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-173a112f-19fb-4267-a3d5-ce32bb5bd4a9 admin admin] 10.222.0.35 "PUT /v2.0/routers/a9aae99b-0a67-4964-9b15-8911e2925502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782148 Jul 01 07:21:57.584570 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54728) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:57.585493 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d04da-e042-41b9-8592-bc655b945053 None None] Sync routers for ids ['a9aae99b-0a67-4964-9b15-8911e2925502'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:21:57.602040 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc70116b-37a6-4d29-bf75-46778f7df70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8760057'] for subnet, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.619530 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d04da-e042-41b9-8592-bc655b945053 None None] Routers {'a9aae99b-0a67-4964-9b15-8911e2925502'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:21:57.620790 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-430d04da-e042-41b9-8592-bc655b945053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:21:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['a9aae99b-0a67-4964-9b15-8911e2925502'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.630432 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70116b-37a6-4d29-bf75-46778f7df70d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68238941-b47a-443e-9500-bb36da01146a,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:57.636082 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cc70116b-37a6-4d29-bf75-46778f7df70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.640861 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-cc70116b-37a6-4d29-bf75-46778f7df70d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/68238941-b47a-443e-9500-bb36da01146a HTTP/1.1" status: 204 len: 168 time: 0.2944860 Jul 01 07:21:57.641469 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54730) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:57.694352 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks [] for router, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.714543 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.725217 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e8e15947-dd46-40ef-9928-79d3496e83af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.733562 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-430d04da-e042-41b9-8592-bc655b945053 None None] Set router a9aae99b-0a67-4964-9b15-8911e2925502 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:21:57.797604 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.807811 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.809182 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91889ad4-feaf-4307-b4a5-7bf29a01ac81']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.821640 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3705ad-3607-4a9e-8355-186122d75f91') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.822018 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3705ad-3607-4a9e-8355-186122d75f91') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.831093 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.844796 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.851025 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:21:57.851711 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:21:57.853168 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:21:57.931140 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-430d04da-e042-41b9-8592-bc655b945053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21'}], 'enable_snat': True}, 'gw_port_id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:21:56Z', 'revision_number': 5, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port': {'id': '7ea9f6bc-b947-4108-8911-5a37eeff53df', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:37Z', 'updated_at': '2021-07-01T07:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.951430 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Deleting port 7ea9f6bc-b947-4108-8911-5a37eeff53df {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:57.951979 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:57.960855 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d04da-e042-41b9-8592-bc655b945053 None None] Checking router: a9aae99b-0a67-4964-9b15-8911e2925502 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:21:57.969905 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d04da-e042-41b9-8592-bc655b945053 None None] Routers {'a9aae99b-0a67-4964-9b15-8911e2925502'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:21:57.970511 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-430d04da-e042-41b9-8592-bc655b945053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:21:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['a9aae99b-0a67-4964-9b15-8911e2925502'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:57.979582 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.011350 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.023339 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] 10.222.0.35 "DELETE /v2.0/networks/91889ad4-feaf-4307-b4a5-7bf29a01ac81 HTTP/1.1" status: 204 len: 168 time: 0.3784750 Jul 01 07:21:58.024314 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c359963-2272-426c-b4a7-88c05bc99765 admin admin] Pushing event deleted for resources: {'Network': ['ID=91889ad4-feaf-4307-b4a5-7bf29a01ac81,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:58.135801 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-430d04da-e042-41b9-8592-bc655b945053 None None] Set router a9aae99b-0a67-4964-9b15-8911e2925502 gateway port host: None {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:21:58.279518 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-430d04da-e042-41b9-8592-bc655b945053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:21:57Z', 'revision_number': 6, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port_host': None}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:58.309929 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430d04da-e042-41b9-8592-bc655b945053 None None] The sync data for ids ['a9aae99b-0a67-4964-9b15-8911e2925502'] in dv-cinder-777574-6-iscsi is: [{'id': 'a9aae99b-0a67-4964-9b15-8911e2925502', 'name': 'tempest-ServerRescueNegativeTestJSON-628787659-router', 'tenant_id': '204dd65805fe4bf897b4f10d937aae88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:21:57Z', 'revision_number': 6, 'project_id': '204dd65805fe4bf897b4f10d937aae88', 'gw_port_host': None}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:21:58.355584 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] For port 7ea9f6bc-b947-4108-8911-5a37eeff53df, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=7ea9f6bc-b947-4108-8911-5a37eeff53df,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:58.358506 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.372156 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Calling delete_port for 7ea9f6bc-b947-4108-8911-5a37eeff53df owned by network:router_gateway {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:58.393459 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d49349-6f17-4c67-b366-6e3ed3125e78 req-d8069e8d-0f55-401f-a80b-94b7716a3af0 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:58.395042 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a2d49349-6f17-4c67-b366-6e3ed3125e78 req-d8069e8d-0f55-401f-a80b-94b7716a3af0 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 945 time: 0.1130807 Jul 01 07:21:58.455251 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54750) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:58.474973 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a2d49349-6f17-4c67-b366-6e3ed3125e78 req-04117558-f249-4556-8a0e-bd4f624a9397 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/security-groups?id=86f072e4-bc31-4e8c-8679-3bdb9fb0100d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463593 Jul 01 07:21:58.520788 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-57896c4d-c677-4871-8186-855a21e1c8cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=774ee8c46b994fb19098cf41965074e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638270 Jul 01 07:21:58.523352 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54756) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:58.583156 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61022c83-b17a-42ec-a0a4-d2deb8a27b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.605588 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61022c83-b17a-42ec-a0a4-d2deb8a27b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.668944 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8cc79-4cee-4b24-bd2f-186380913b1b req-010b2dc5-63cd-42dc-ab4f-af3f27314f2f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:58.671594 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6dd8cc79-4cee-4b24-bd2f-186380913b1b req-010b2dc5-63cd-42dc-ab4f-af3f27314f2f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0765257 Jul 01 07:21:58.696450 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.731516 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea9f6bc-b947-4108-8911-5a37eeff53df,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:58.746527 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6dd8cc79-4cee-4b24-bd2f-186380913b1b req-658850d3-dc2e-4be4-be47-931d0d6c7201 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632124 Jul 01 07:21:58.770695 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61022c83-b17a-42ec-a0a4-d2deb8a27b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.777163 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61022c83-b17a-42ec-a0a4-d2deb8a27b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.777163 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-61022c83-b17a-42ec-a0a4-d2deb8a27b84 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdc97685-e4b0-4433-9fa7-1b25533ffbf2 HTTP/1.1" status: 204 len: 168 time: 0.2519510 Jul 01 07:21:58.784652 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022c83-b17a-42ec-a0a4-d2deb8a27b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc97685-e4b0-4433-9fa7-1b25533ffbf2,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:58.821051 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.951972 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:58.956555 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.037330 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-d6b9206b-1e37-4453-b524-2505fd23baa6 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:59.038761 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-d6b9206b-1e37-4453-b524-2505fd23baa6 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 945 time: 0.1483610 Jul 01 07:21:59.089625 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.090312 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9aae99b-0a67-4964-9b15-8911e2925502 {{(pid=93539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:21:59.105425 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.106548 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-1e8e8757-7ca2-44c2-8ecc-cfb2270d3e2d admin admin] 10.222.0.35 "DELETE /v2.0/routers/a9aae99b-0a67-4964-9b15-8911e2925502 HTTP/1.1" status: 204 len: 168 time: 1.5210853 Jul 01 07:21:59.109425 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54764) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:59.177911 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Deleting port f14e6296-cbc0-439f-9505-de659f4d0f52 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:21:59.179388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.195267 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2aef59-3d8e-41ad-883f-82960b54ebe3 admin admin] Deleting subnet 3d565378-edb9-4bca-9b12-b71886c75151 {{(pid=93538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:21:59.199314 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba2aef59-3d8e-41ad-883f-82960b54ebe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.236921 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba2aef59-3d8e-41ad-883f-82960b54ebe3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8459093'] for subnet, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.282999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba2aef59-3d8e-41ad-883f-82960b54ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.293916 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] For port f14e6296-cbc0-439f-9505-de659f4d0f52, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=f14e6296-cbc0-439f-9505-de659f4d0f52,segment=NetworkSegment(fc579db9-402e-4c16-b5d1-7c5209f97379),segment_id=fc579db9-402e-4c16-b5d1-7c5209f97379)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:21:59.294285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.312983 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Calling delete_port for f14e6296-cbc0-439f-9505-de659f4d0f52 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:21:59.498752 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba2aef59-3d8e-41ad-883f-82960b54ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8760057'] for subnet, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.525259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.525479 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2aef59-3d8e-41ad-883f-82960b54ebe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d565378-edb9-4bca-9b12-b71886c75151,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:59.527715 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ba2aef59-3d8e-41ad-883f-82960b54ebe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.529597 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ba2aef59-3d8e-41ad-883f-82960b54ebe3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3d565378-edb9-4bca-9b12-b71886c75151 HTTP/1.1" status: 204 len: 168 time: 0.4190068 Jul 01 07:21:59.532910 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54768) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:59.538168 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['f14e6296-cbc0-439f-9505-de659f4d0f52'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:21:59.564706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Pushing event deleted for resources: {'Port': ['ID=f14e6296-cbc0-439f-9505-de659f4d0f52,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:59.622166 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.622364 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] No DVR routers for this DVR port f14e6296-cbc0-439f-9505-de659f4d0f52 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:21:59.623633 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 54770) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:59.632423 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.633917 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3230b78c-a70a-4fc4-a78a-5c1dbb262a05 req-8e18bbac-cf76-409e-b9e5-8d70be84faa2 tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.26 "DELETE /v2.0/ports/f14e6296-cbc0-439f-9505-de659f4d0f52 HTTP/1.1" status: 204 len: 173 time: 0.5868809 Jul 01 07:21:59.634355 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6089d3d-5797-4f9d-9b66-b5f61877aaf4', 'name': 'network-vif-deleted', 'tag': 'f14e6296-cbc0-439f-9505-de659f4d0f52'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:21:59.636581 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f9c117-9371-48ac-af49-7adf2e0e6ca3" -d '{"events": [{"server_uuid": "c6089d3d-5797-4f9d-9b66-b5f61877aaf4", "name": "network-vif-deleted", "tag": "f14e6296-cbc0-439f-9505-de659f4d0f52"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:21:59.658603 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bbce05aa-0955-4c23-984e-c723bab804cd req-38ee6d1d-a8b6-4fa7-89a5-5f560456257c tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0373886 Jul 01 07:21:59.674582 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-189434b1-466f-445c-ae16-2538a3cf2b88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a4b08c927644cb086c48ecc0624fa85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496626 Jul 01 07:21:59.678480 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54774) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:21:59.696655 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a112f0-7c35-468d-abc8-2b949f408fb9 x-openstack-request-id: req-e1a112f0-7c35-468d-abc8-2b949f408fb9 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:21:59.696943 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6089d3d-5797-4f9d-9b66-b5f61877aaf4", "name": "network-vif-deleted", "tag": "f14e6296-cbc0-439f-9505-de659f4d0f52", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:21:59.697189 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1a112f0-7c35-468d-abc8-2b949f408fb9 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:21:59.697668 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6089d3d-5797-4f9d-9b66-b5f61877aaf4', 'name': 'network-vif-deleted', 'tag': 'f14e6296-cbc0-439f-9505-de659f4d0f52', 'status': 'completed', 'code': 200} Jul 01 07:21:59.736112 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32798306-70b3-42d7-b381-f658df0c299e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.744796 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.754330 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e147903e-a0bb-4f05-bec4-6401ffd996fd']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:59.758194 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32798306-70b3-42d7-b381-f658df0c299e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.766316 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84afe562-3cbe-4957-95de-a1de2146172c') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:59.766611 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84afe562-3cbe-4957-95de-a1de2146172c') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:21:59.776384 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.789703 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.798384 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:21:59.803088 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:21:59.892380 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32798306-70b3-42d7-b381-f658df0c299e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.894852 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32798306-70b3-42d7-b381-f658df0c299e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.896622 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-32798306-70b3-42d7-b381-f658df0c299e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e78ace3e-d58d-4295-9a2b-52cc07ee4e66 HTTP/1.1" status: 204 len: 168 time: 0.2168925 Jul 01 07:21:59.910539 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32798306-70b3-42d7-b381-f658df0c299e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78ace3e-d58d-4295-9a2b-52cc07ee4e66,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:59.938233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e1712-7e08-4b68-a094-16204de1f42b req-2063befd-69b9-4a4c-abac-e0a4f569791e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:21:59.939743 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-751e1712-7e08-4b68-a094-16204de1f42b req-2063befd-69b9-4a4c-abac-e0a4f569791e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0768144 Jul 01 07:21:59.955473 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.963797 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:21:59.968571 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] 10.222.0.35 "DELETE /v2.0/networks/e147903e-a0bb-4f05-bec4-6401ffd996fd HTTP/1.1" status: 204 len: 168 time: 0.4317224 Jul 01 07:21:59.979461 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f31ed-2cf0-496d-b9d1-0c042d1d7f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=e147903e-a0bb-4f05-bec4-6401ffd996fd,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:21:59.982511 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-751e1712-7e08-4b68-a094-16204de1f42b req-1ebd036a-3cae-416a-85d8-b86d3234daf0 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360775 Jul 01 07:22:00.310054 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 7ea9f6bc-b947-4108-8911-5a37eeff53df no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:22:00.334134 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 7ea9f6bc-b947-4108-8911-5a37eeff53df {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:22:00.334486 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 7ea9f6bc-b947-4108-8911-5a37eeff53df not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:22:00.338204 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 99253170-8457-490d-9596-93f0b0b28062 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:22:00.354048 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 99253170-8457-490d-9596-93f0b0b28062 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:22:00.354397 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 99253170-8457-490d-9596-93f0b0b28062 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:22:00.384606 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54790) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:00.423150 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-111c3b4c-e95c-4674-9642-11ab7e0f71b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=204dd65805fe4bf897b4f10d937aae88&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373201 Jul 01 07:22:00.425586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 54792) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:00.458602 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-001d7f4e-85f5-45cd-8164-d1f20a125b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:00.476426 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c97-9677-49a2-9021-21abb0de5748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:00.497300 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c97-9677-49a2-9021-21abb0de5748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:00.498642 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:00.630415 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c97-9677-49a2-9021-21abb0de5748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:00.633411 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b73b2c97-9677-49a2-9021-21abb0de5748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:00.635423 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b73b2c97-9677-49a2-9021-21abb0de5748 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b508a436-4c41-4427-a16b-6366648e6d38 HTTP/1.1" status: 204 len: 168 time: 0.2080877 Jul 01 07:22:00.647289 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b2c97-9677-49a2-9021-21abb0de5748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b508a436-4c41-4427-a16b-6366648e6d38,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:00.789657 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:00.841140 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e29a1bd2-68b4-4631-bdb4-aafe0cf2bf8c req-3f33000a-7f2a-4c40-8bd5-13edc78ba1ff tempest-VolumesSnapshotTestJSON-819457931 tempest-VolumesSnapshotTestJSON-819457931-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6089d3d-5797-4f9d-9b66-b5f61877aaf4 HTTP/1.1" status: 200 len: 210 time: 0.0360641 Jul 01 07:22:01.163819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f0a20-b5ad-4c2e-8cf2-522bc0066142 req-78254a08-0d04-4386-917b-a425befd25a4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:01.170544 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-191f0a20-b5ad-4c2e-8cf2-522bc0066142 req-78254a08-0d04-4386-917b-a425befd25a4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0751381 Jul 01 07:22:01.209579 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-191f0a20-b5ad-4c2e-8cf2-522bc0066142 req-5dc5c2df-c575-4cd9-9a75-0f0b629ea35c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381584 Jul 01 07:22:01.504316 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:02.384918 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34ea08-5e0b-4566-9111-2e4877cb7ee5 req-6827407a-f9bf-4397-ae28-a3adefbc0f30 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:02.386401 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2f34ea08-5e0b-4566-9111-2e4877cb7ee5 req-6827407a-f9bf-4397-ae28-a3adefbc0f30 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0618343 Jul 01 07:22:02.423885 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2f34ea08-5e0b-4566-9111-2e4877cb7ee5 req-bc23db6c-0503-450a-adc9-3274b1b96d39 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317686 Jul 01 07:22:02.462850 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device f14e6296-cbc0-439f-9505-de659f4d0f52 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:22:02.488117 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: f14e6296-cbc0-439f-9505-de659f4d0f52 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:22:02.488117 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device f14e6296-cbc0-439f-9505-de659f4d0f52 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:22:02.610649 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-161a2f34-f039-49fe-998a-086dc92610af req-e8dd3dad-cecd-4f82-9ba7-148843fd360e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618155 Jul 01 07:22:02.695576 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2f34-f039-49fe-998a-086dc92610af req-386faf5d-d755-4c0c-b681-4a066570d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:02.697475 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-161a2f34-f039-49fe-998a-086dc92610af req-386faf5d-d755-4c0c-b681-4a066570d5c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 1100 time: 0.0606275 Jul 01 07:22:02.806338 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2f34-f039-49fe-998a-086dc92610af req-0d96233d-de60-4a2c-a8eb-30bdb5185a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:02.807832 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-161a2f34-f039-49fe-998a-086dc92610af req-0d96233d-de60-4a2c-a8eb-30bdb5185a65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.0858238 Jul 01 07:22:02.884964 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-161a2f34-f039-49fe-998a-086dc92610af req-13e125ef-1224-46d7-ada0-3346e149343b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab HTTP/1.1" status: 200 len: 1002 time: 0.0680280 Jul 01 07:22:02.972022 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2f34-f039-49fe-998a-086dc92610af req-5a8eb633-1fb0-4718-81c5-cb51b65c7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:02.974637 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-161a2f34-f039-49fe-998a-086dc92610af req-5a8eb633-1fb0-4718-81c5-cb51b65c7150 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0826924 Jul 01 07:22:03.074975 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a8334-9f6b-4747-b1b4-b09878ba7426 req-5ca74811-56bd-4ac3-8e3b-2d820b96521f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:03.076047 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:03.076579 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f86a8334-9f6b-4747-b1b4-b09878ba7426 req-5ca74811-56bd-4ac3-8e3b-2d820b96521f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1524334 Jul 01 07:22:03.135258 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2f34-f039-49fe-998a-086dc92610af req-ab786f03-2304-46dc-934e-635eafe1b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:03.136759 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-161a2f34-f039-49fe-998a-086dc92610af req-ab786f03-2304-46dc-934e-635eafe1b982 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1513045 Jul 01 07:22:03.140998 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-a4eee722-3d26-42fa-9b4a-c85696ea8823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:03.142425 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-a4eee722-3d26-42fa-9b4a-c85696ea8823 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 1099 time: 0.1269951 Jul 01 07:22:03.145406 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f86a8334-9f6b-4747-b1b4-b09878ba7426 req-5a49fedb-6bf0-44df-81fa-d4199491e5a7 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633419 Jul 01 07:22:03.343990 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-45266062-7fc5-4636-bce7-e4d6ec82f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:03.345426 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-45266062-7fc5-4636-bce7-e4d6ec82f2ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 911 time: 0.1954808 Jul 01 07:22:03.347223 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-161a2f34-f039-49fe-998a-086dc92610af req-c28d3696-451d-4616-830f-bb60b3c2a0f3 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961794 Jul 01 07:22:03.467537 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-2d28cf1f-76cc-4ecf-9104-04a476ccd9b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 HTTP/1.1" status: 200 len: 1001 time: 0.1104672 Jul 01 07:22:03.513122 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-161a2f34-f039-49fe-998a-086dc92610af req-81c5abe3-0fdd-4514-88ee-d1a84516393e service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501851 Jul 01 07:22:03.526958 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-27d2cce5-335c-40c3-a1fc-45e84c704585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:03.528510 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-27d2cce5-335c-40c3-a1fc-45e84c704585 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b185fd0-6e31-424c-b89c-921733294bfc HTTP/1.1" status: 200 len: 849 time: 0.0531092 Jul 01 07:22:03.592466 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-e1642c4b-c749-43cc-b4d0-07908c1fc60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:03.593946 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-e1642c4b-c749-43cc-b4d0-07908c1fc60b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe686f1d-1027-4b7a-b0e1-238237c14731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514884 Jul 01 07:22:03.690775 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-b6e500d4-55fd-4c9a-a0fc-c51a9674da39 service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872707 Jul 01 07:22:03.789418 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7a9d1253-4553-446a-ac4a-2fadaee8804c req-c671bde4-9053-4445-8c4c-c66e8245c07a service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869379 Jul 01 07:22:04.345871 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b437c74-617b-451f-b074-126ac595d2f9 req-73181cab-859e-4fed-a6bc-7726294a2cc3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:04.351967 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4b437c74-617b-451f-b074-126ac595d2f9 req-73181cab-859e-4fed-a6bc-7726294a2cc3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0628166 Jul 01 07:22:04.389666 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4b437c74-617b-451f-b074-126ac595d2f9 req-cca1a7b0-5a77-4a1d-90b1-e4f2091c5d8c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363936 Jul 01 07:22:05.562100 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c640ca-1456-4078-8ca3-237f379b6dac req-7080e5d0-66ad-47a3-b5b7-6fef6ca0540b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:05.563601 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-92c640ca-1456-4078-8ca3-237f379b6dac req-7080e5d0-66ad-47a3-b5b7-6fef6ca0540b tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.0645957 Jul 01 07:22:05.613257 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-92c640ca-1456-4078-8ca3-237f379b6dac req-ced2782d-80b0-4229-8227-b3979cfcb030 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Jul 01 07:22:06.031587 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55020) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:06.128873 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db7122ae-71f2-4c6f-bb6c-895637e5e74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:06.212085 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db7122ae-71f2-4c6f-bb6c-895637e5e74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:06.309427 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db7122ae-71f2-4c6f-bb6c-895637e5e74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:06.346868 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-db7122ae-71f2-4c6f-bb6c-895637e5e74e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7bac901498d64be4a6722fd0513bb339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3142607 Jul 01 07:22:06.347762 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7122ae-71f2-4c6f-bb6c-895637e5e74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c93f18-4cc3-48d0-a0f5-3eb99e567184,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:06.350106 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55026) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:06.397109 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2b938772-7915-40fe-8d39-ce4170ee17ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:06.417618 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2b938772-7915-40fe-8d39-ce4170ee17ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:06.566680 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2b938772-7915-40fe-8d39-ce4170ee17ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:06.569216 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2b938772-7915-40fe-8d39-ce4170ee17ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:06.570389 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-2b938772-7915-40fe-8d39-ce4170ee17ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4c93f18-4cc3-48d0-a0f5-3eb99e567184 HTTP/1.1" status: 204 len: 168 time: 0.2192752 Jul 01 07:22:06.578185 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b938772-7915-40fe-8d39-ce4170ee17ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c93f18-4cc3-48d0-a0f5-3eb99e567184,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:07.113929 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55038) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:07.126620 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e40f1bd-6c71-4b2c-9cdd-a3f6851e8bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:07.209512 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e40f1bd-6c71-4b2c-9cdd-a3f6851e8bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:07.301476 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2e40f1bd-6c71-4b2c-9cdd-a3f6851e8bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:07.339247 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-2e40f1bd-6c71-4b2c-9cdd-a3f6851e8bfd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e99c8e75d35649a7a657531212befe75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2242339 Jul 01 07:22:07.340083 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40f1bd-6c71-4b2c-9cdd-a3f6851e8bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82544b7-504a-4f2c-9baa-3801d4f79bf8,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:07.342006 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55042) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:07.390018 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b953b950-ce57-4bbf-b53c-607b52fec338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:07.413199 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b953b950-ce57-4bbf-b53c-607b52fec338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:07.524343 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b953b950-ce57-4bbf-b53c-607b52fec338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:07.527035 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b953b950-ce57-4bbf-b53c-607b52fec338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:07.528156 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b953b950-ce57-4bbf-b53c-607b52fec338 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c82544b7-504a-4f2c-9baa-3801d4f79bf8 HTTP/1.1" status: 204 len: 168 time: 0.1851168 Jul 01 07:22:07.535443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953b950-ce57-4bbf-b53c-607b52fec338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82544b7-504a-4f2c-9baa-3801d4f79bf8,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:11.494771 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2bb163-4575-4ebf-82eb-3b5afc7b4da9 req-0c29ee75-7b13-4933-90da-560f4dbde947 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:11.496274 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0b2bb163-4575-4ebf-82eb-3b5afc7b4da9 req-0c29ee75-7b13-4933-90da-560f4dbde947 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.0623183 Jul 01 07:22:11.533977 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0b2bb163-4575-4ebf-82eb-3b5afc7b4da9 req-29529af7-e450-4ce6-99fe-8635a65ad5c1 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Jul 01 07:22:11.559150 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55140) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:11.748474 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6604fe2-9d2a-469a-9266-8b173dfb1767 tempest-TestMinimumBasicScenario-1899715801 tempest-TestMinimumBasicScenario-1899715801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:11.749957 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d6604fe2-9d2a-469a-9266-8b173dfb1767 tempest-TestMinimumBasicScenario-1899715801 tempest-TestMinimumBasicScenario-1899715801-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1093 time: 0.1898167 Jul 01 07:22:11.752888 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55144) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:11.757715 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'port_id': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:11.855658 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for floatingip, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:11.950592 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:12.055088 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Allocated IP 172.27.2.54 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/a0d1ef5d-165f-4b28-b122-f7c35d5e0227) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:22:12.156612 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:12.273441 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:12.316277 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:22:12.319869 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:22:12.323409 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:22:12.328706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'Port': ['ID=a0d1ef5d-165f-4b28-b122-f7c35d5e0227,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:12.974576 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:13.119320 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:13.271436 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:13.404347 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:13.473824 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'Port': ['ID=a0d1ef5d-165f-4b28-b122-f7c35d5e0227,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:13.485634 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:13.586149 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Floating IP 737b03c1-b45b-4d0e-a38c-b479ac3bb8e4 associated. External IP: 172.27.2.54, port: 4d337e52-65d1-4332-a3aa-d02a0044df15. Jul 01 07:22:13.782676 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Router f8bfc365-37c7-416f-b9d5-5d35540590fe has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:22:13.906101 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:22:13.917590 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] Sync routers for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:22:13.927767 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:22:13.928433 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:22:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:14.007292 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.050651 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-c32ce590-950e-447a-912e-b0e8c01d55db tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2967470 Jul 01 07:22:14.051273 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:22:14.054595 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:22:14.055577 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55208) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:14.056870 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:22:14.062475 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-e65d4313-b9a3-46bf-91fc-c14ef1d82114 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1944931551', 'description': 'tempest-secgroup-smoke-1944931551 description', 'project_id': '3708a808c1e6448c98d0d32200662bd5'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:14.093351 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef43325-3303-4c96-b0d5-3464d4226104 x-openstack-request-id: req-8ef43325-3303-4c96-b0d5-3464d4226104 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:22:14.093643 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:22:14.093925 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8ef43325-3303-4c96-b0d5-3464d4226104 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:22:14.094617 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'status': 'completed', 'code': 200} Jul 01 07:22:14.167058 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e65d4313-b9a3-46bf-91fc-c14ef1d82114 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.249533 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e65d4313-b9a3-46bf-91fc-c14ef1d82114 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.360554 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '737b03c1-b45b-4d0e-a38c-b479ac3bb8e4', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'port_id': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'mac_address': 'fa:16:3e:e2:03:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:22:12Z', 'updated_at': '2021-07-01T07:22:12Z', 'revision_number': 0, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 5, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:14.366613 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e65d4313-b9a3-46bf-91fc-c14ef1d82114 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.389031 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] Checking router: f8bfc365-37c7-416f-b9d5-5d35540590fe for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:22:14.395221 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d4313-b9a3-46bf-91fc-c14ef1d82114 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4388c2-8d77-418b-bec3-e66806e5258b,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:14.397760 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:22:14.398370 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:22:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:14.487165 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e65d4313-b9a3-46bf-91fc-c14ef1d82114 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.488522 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e65d4313-b9a3-46bf-91fc-c14ef1d82114 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4310393 Jul 01 07:22:14.491980 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55216) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:14.496415 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-bf11abe1-b8cb-4ae9-a848-bbf396515966 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'security_group_rule': {'security_group_id': '3b4388c2-8d77-418b-bec3-e66806e5258b', 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:14.502205 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:22:14.587139 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bf11abe1-b8cb-4ae9-a848-bbf396515966 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.619006 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55220) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:14.648352 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bf11abe1-b8cb-4ae9-a848-bbf396515966 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.715380 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bf11abe1-b8cb-4ae9-a848-bbf396515966 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.723694 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b9569e4d-896d-45f4-b9ae-1b153cc122bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.731902 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '737b03c1-b45b-4d0e-a38c-b479ac3bb8e4', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'port_id': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'mac_address': 'fa:16:3e:e2:03:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:22:12Z', 'updated_at': '2021-07-01T07:22:12Z', 'revision_number': 0, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 5, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:14.734738 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11abe1-b8cb-4ae9-a848-bbf396515966 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684c35eb-7f91-4be7-b740-59dcb5bbd1c9,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:14.763131 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebe6a2a-3715-4c56-9c7b-deff3da87f32 None None] The sync data for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi is: [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '737b03c1-b45b-4d0e-a38c-b479ac3bb8e4', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'floating_ip_address': '172.27.2.54', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'port_id': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'mac_address': 'fa:16:3e:e2:03:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:22:12Z', 'updated_at': '2021-07-01T07:22:12Z', 'revision_number': 0, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 5, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:22:14.813098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b9569e4d-896d-45f4-b9ae-1b153cc122bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.869512 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b9569e4d-896d-45f4-b9ae-1b153cc122bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.907407 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9569e4d-896d-45f4-b9ae-1b153cc122bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e98908-bacd-4c78-bb26-5b0ab414da8c,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:14.911597 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b9569e4d-896d-45f4-b9ae-1b153cc122bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f3291c6e9b58406d83a200e7077d99bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2915885 Jul 01 07:22:14.918323 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55226) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:14.925019 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bf11abe1-b8cb-4ae9-a848-bbf396515966 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:14.930124 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-bf11abe1-b8cb-4ae9-a848-bbf396515966 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4332416 Jul 01 07:22:14.930124 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55228) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:14.934149 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-07a37e1c-4281-46d5-a89d-040b4234fd69 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'security_group_rule': {'security_group_id': '3b4388c2-8d77-418b-bec3-e66806e5258b', 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:14.957683 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7885a01f-d34a-4de4-b893-a235a0a90b68 None None] New status for floating IP 737b03c1-b45b-4d0e-a38c-b479ac3bb8e4: ACTIVE {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:22:15.006819 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-66519da6-219b-4190-b502-b8e4736b122c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.028009 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-66519da6-219b-4190-b502-b8e4736b122c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.069470 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-07a37e1c-4281-46d5-a89d-040b4234fd69 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.157203 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-66519da6-219b-4190-b502-b8e4736b122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.159703 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-66519da6-219b-4190-b502-b8e4736b122c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.160855 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-66519da6-219b-4190-b502-b8e4736b122c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a8e98908-bacd-4c78-bb26-5b0ab414da8c HTTP/1.1" status: 204 len: 168 time: 0.2411375 Jul 01 07:22:15.172326 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-07a37e1c-4281-46d5-a89d-040b4234fd69 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.177557 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66519da6-219b-4190-b502-b8e4736b122c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e98908-bacd-4c78-bb26-5b0ab414da8c,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:15.258296 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-07a37e1c-4281-46d5-a89d-040b4234fd69 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.278396 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a37e1c-4281-46d5-a89d-040b4234fd69 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7921ee3c-e31d-479f-a354-626885c6b573,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:15.350109 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-07a37e1c-4281-46d5-a89d-040b4234fd69 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.351353 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-07a37e1c-4281-46d5-a89d-040b4234fd69 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4207537 Jul 01 07:22:15.354039 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55234) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:15.358570 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-8d1cc03c-fc55-48cc-8ce1-60dcf9f0dbb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'security_group_rule': {'security_group_id': '3b4388c2-8d77-418b-bec3-e66806e5258b', 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:15.463146 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc03c-fc55-48cc-8ce1-60dcf9f0dbb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.518965 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc03c-fc55-48cc-8ce1-60dcf9f0dbb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.589533 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc03c-fc55-48cc-8ce1-60dcf9f0dbb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.607503 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cc03c-fc55-48cc-8ce1-60dcf9f0dbb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f349a81-7f63-4410-bffe-cde8c342fa4a,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:15.672910 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-8d1cc03c-fc55-48cc-8ce1-60dcf9f0dbb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.674089 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-8d1cc03c-fc55-48cc-8ce1-60dcf9f0dbb8 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3190548 Jul 01 07:22:15.676761 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55246) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:15.681633 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-87455894-1cee-46de-99f1-e70c2ebb5f30 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'security_group_rule': {'security_group_id': '3b4388c2-8d77-418b-bec3-e66806e5258b', 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:15.769275 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-87455894-1cee-46de-99f1-e70c2ebb5f30 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.826112 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-87455894-1cee-46de-99f1-e70c2ebb5f30 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.913362 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-87455894-1cee-46de-99f1-e70c2ebb5f30 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:15.930264 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87455894-1cee-46de-99f1-e70c2ebb5f30 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce854072-2709-41c2-9af8-d9849603ad8f,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:15.994858 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-87455894-1cee-46de-99f1-e70c2ebb5f30 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.002439 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-87455894-1cee-46de-99f1-e70c2ebb5f30 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3240972 Jul 01 07:22:16.005182 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55260) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:16.013853 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-db9c1edc-8e0b-4ee3-bf50-63b245add46b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'security_group_rule': {'security_group_id': '3b4388c2-8d77-418b-bec3-e66806e5258b', 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:16.092399 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.securitygroups_db [None req-db9c1edc-8e0b-4ee3-bf50-63b245add46b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Project 3708a808c1e6448c98d0d32200662bd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 07:22:16.097543 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db9c1edc-8e0b-4ee3-bf50-63b245add46b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.155954 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db9c1edc-8e0b-4ee3-bf50-63b245add46b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.218402 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db9c1edc-8e0b-4ee3-bf50-63b245add46b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.235514 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c1edc-8e0b-4ee3-bf50-63b245add46b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf3796a2-6bb8-402c-891d-17a04742921a,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:16.292276 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-db9c1edc-8e0b-4ee3-bf50-63b245add46b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.293491 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-db9c1edc-8e0b-4ee3-bf50-63b245add46b tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2873132 Jul 01 07:22:16.299661 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55266) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:16.304544 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-f363eab0-f2e8-4911-abac-a7ad3e55ff8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'security_group_rule': {'security_group_id': '3b4388c2-8d77-418b-bec3-e66806e5258b', 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:16.367032 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.securitygroups_db [None req-f363eab0-f2e8-4911-abac-a7ad3e55ff8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Project 3708a808c1e6448c98d0d32200662bd5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 07:22:16.377312 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f363eab0-f2e8-4911-abac-a7ad3e55ff8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.479465 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f363eab0-f2e8-4911-abac-a7ad3e55ff8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.487848 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-a6f77968-91a1-446b-ac58-e3c83031ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:16.489621 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-a6f77968-91a1-446b-ac58-e3c83031ae6a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3708a808c1e6448c98d0d32200662bd5&device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1098 time: 0.0974905 Jul 01 07:22:16.565939 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f363eab0-f2e8-4911-abac-a7ad3e55ff8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.593150 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363eab0-f2e8-4911-abac-a7ad3e55ff8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2388fcf8-3943-4c78-b476-29e3b7295c73,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:16.610061 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-af1505fe-9c0c-4be1-a753-4bdaa29b835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:16.611551 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-af1505fe-9c0c-4be1-a753-4bdaa29b835c service neutron] 10.222.0.26 "GET /v2.0/networks?id=87ae4e33-1b8a-4df1-ae38-607e98cc3440 HTTP/1.1" status: 200 len: 916 time: 0.1058133 Jul 01 07:22:16.671399 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f363eab0-f2e8-4911-abac-a7ad3e55ff8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:16.672567 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f363eab0-f2e8-4911-abac-a7ad3e55ff8a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3719993 Jul 01 07:22:16.682552 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-6fe5d765-1034-4c6a-83e6-09cbf5ea6f10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 1000 time: 0.0615337 Jul 01 07:22:16.738854 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-7367bbad-a1a6-4687-941f-6321f834ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:16.741011 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-7367bbad-a1a6-4687-941f-6321f834ab5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7ea6f93-1340-4035-ab68-25c10fb716b3 HTTP/1.1" status: 200 len: 854 time: 0.0480208 Jul 01 07:22:16.804292 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-0c3a4c18-66f5-417f-854b-5c92ec7b7167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:16.805159 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-4fcc5329-27c7-4cb9-8876-6422320597a6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944931551&fields=id&tenant_id=3708a808c1e6448c98d0d32200662bd5 HTTP/1.1" status: 200 len: 267 time: 0.0362053 Jul 01 07:22:16.805809 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-0c3a4c18-66f5-417f-854b-5c92ec7b7167 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87ae4e33-1b8a-4df1-ae38-607e98cc3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537012 Jul 01 07:22:16.877999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-f313e289-2c15-48c4-bfc1-9f6b7bed6b58 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:16.879693 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-f313e289-2c15-48c4-bfc1-9f6b7bed6b58 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.0666518 Jul 01 07:22:16.891761 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'port': {'security_groups': ['c9d91ef6-d56d-4c9f-b458-7546486fe80f', '3b4388c2-8d77-418b-bec3-e66806e5258b']}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:16.915451 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-ed33da0b-495a-42cf-ab45-06540fa3a53a service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010201 Jul 01 07:22:16.996625 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:17.031644 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d73e33c-f881-4c9d-9528-7ce7bd6fc588 req-47f514ee-ea94-4b49-baf8-4dae3603b54f service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069195 Jul 01 07:22:17.202529 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] For port 4d337e52-65d1-4332-a3aa-d02a0044df15, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=4d337e52-65d1-4332-a3aa-d02a0044df15,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:22:17.236317 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:17.360376 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521962'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:17.373465 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['4d337e52-65d1-4332-a3aa-d02a0044df15'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:22:17.413597 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:17.414162 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:17.415702 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f25c8c35-359f-4bc7-96cc-4007f97c5729 req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "PUT /v2.0/ports/4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 981 time: 0.5290380 Jul 01 07:22:17.416155 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:22:17.419487 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5702b17-ea57-49c4-ba51-88c369a99225" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:22:17.475981 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b97c1e-5d7d-4874-b19d-71a172985df6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'Port': ['ID=4d337e52-65d1-4332-a3aa-d02a0044df15,revision_number=6']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:17.488297 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f90bb9a-1b0d-4a53-ac9b-40896d322aeb x-openstack-request-id: req-9f90bb9a-1b0d-4a53-ac9b-40896d322aeb {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:22:17.488597 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:22:17.488853 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f90bb9a-1b0d-4a53-ac9b-40896d322aeb {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:22:17.489772 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'status': 'completed', 'code': 200} Jul 01 07:22:17.527505 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['4d337e52-65d1-4332-a3aa-d02a0044df15'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:22:17.673275 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-3a848f5b-0ae2-4256-aa6e-5b6c97963f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:17.678442 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194bb2d-7b37-40d7-b835-3f3ea8074d44 req-e993b9ee-b61e-41c3-babc-3094499082bb tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:17.679046 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-3a848f5b-0ae2-4256-aa6e-5b6c97963f59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3708a808c1e6448c98d0d32200662bd5&device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1137 time: 0.1301680 Jul 01 07:22:17.680363 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b194bb2d-7b37-40d7-b835-3f3ea8074d44 req-e993b9ee-b61e-41c3-babc-3094499082bb tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.1175916 Jul 01 07:22:17.743586 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b194bb2d-7b37-40d7-b835-3f3ea8074d44 req-2555a9b6-2b04-47fd-b0f2-82ddaf164c9a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546854 Jul 01 07:22:17.792367 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-9b9610b4-ed2a-49ec-a0fb-3fda0816c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:17.793996 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-9b9610b4-ed2a-49ec-a0fb-3fda0816c54c service neutron] 10.222.0.26 "GET /v2.0/networks?id=87ae4e33-1b8a-4df1-ae38-607e98cc3440 HTTP/1.1" status: 200 len: 916 time: 0.1118219 Jul 01 07:22:17.871487 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-a4972668-cd42-40c2-8540-ddc1cf8cccdd None None] Provisioning complete for port 4d337e52-65d1-4332-a3aa-d02a0044df15 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:22:17.871790 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-a4972668-cd42-40c2-8540-ddc1cf8cccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:17.888126 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-ac41b7b6-1d05-4b99-aff4-fe733ae15482 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 1000 time: 0.0844350 Jul 01 07:22:17.949582 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-f34ed35f-ef16-49e5-beba-b9451b529204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:17.951726 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-f34ed35f-ef16-49e5-beba-b9451b529204 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7ea6f93-1340-4035-ab68-25c10fb716b3 HTTP/1.1" status: 200 len: 854 time: 0.0545299 Jul 01 07:22:18.029679 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-0c60470e-4766-4ad7-8439-bb385c481a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:18.031257 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-0c60470e-4766-4ad7-8439-bb385c481a39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87ae4e33-1b8a-4df1-ae38-607e98cc3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717075 Jul 01 07:22:18.138047 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-a5b011fe-c9da-4756-abc5-e2c6b5803da7 service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953391 Jul 01 07:22:18.249075 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5702b17-ea57-49c4-ba51-88c369a99225 req-454c403a-e7e0-45f9-9162-1c607dd837a6 service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028488 Jul 01 07:22:18.372569 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b515d6-82b6-4965-88f3-5279d3867437 req-cc787918-a510-4c88-91a6-85486c73d529 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:18.375360 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-28b515d6-82b6-4965-88f3-5279d3867437 req-cc787918-a510-4c88-91a6-85486c73d529 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0687704 Jul 01 07:22:18.414045 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-28b515d6-82b6-4965-88f3-5279d3867437 req-afaee776-7c81-435c-aa96-cf804110a42d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340378 Jul 01 07:22:19.590852 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a061919-bd9b-43f1-872a-cd4a7a16ab21 req-4bbf04f7-18e0-46d3-af49-05e2ca0972eb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:19.592539 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8a061919-bd9b-43f1-872a-cd4a7a16ab21 req-4bbf04f7-18e0-46d3-af49-05e2ca0972eb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0665627 Jul 01 07:22:19.630349 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8a061919-bd9b-43f1-872a-cd4a7a16ab21 req-afbb8672-244d-4036-aae4-35f277943914 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 Jul 01 07:22:20.810823 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567274dc-91c2-4e34-9146-251b1fd3f1ec req-009c0978-4e82-47e4-880f-2101ac454758 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:20.812235 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-567274dc-91c2-4e34-9146-251b1fd3f1ec req-009c0978-4e82-47e4-880f-2101ac454758 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0705976 Jul 01 07:22:20.849060 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-567274dc-91c2-4e34-9146-251b1fd3f1ec req-30ec48ca-25eb-428d-8c17-a736629c0344 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312917 Jul 01 07:22:22.024358 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734ae6c-6ac1-4eba-a53d-1ee66cbb6c2a req-222ab144-c4cf-4713-96e4-5a42f133446f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:22.025868 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4734ae6c-6ac1-4eba-a53d-1ee66cbb6c2a req-222ab144-c4cf-4713-96e4-5a42f133446f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0641432 Jul 01 07:22:22.063571 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4734ae6c-6ac1-4eba-a53d-1ee66cbb6c2a req-7d7c97f0-1698-4f93-8b15-4670428ecc5f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Jul 01 07:22:23.235004 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aaa3c1-8b15-474a-ab78-85956a3a9d0b req-1b41d7ef-286c-40ad-a9f7-60483604d44d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:23.236332 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d4aaa3c1-8b15-474a-ab78-85956a3a9d0b req-1b41d7ef-286c-40ad-a9f7-60483604d44d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0613878 Jul 01 07:22:23.272983 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d4aaa3c1-8b15-474a-ab78-85956a3a9d0b req-7d2aee50-8375-4674-a6ed-d6804fe53442 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310509 Jul 01 07:22:24.449738 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c06880-37fa-415d-82e2-5f066066dccd req-66bf3586-0a8b-4395-ae23-14620650cd31 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:24.451222 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-98c06880-37fa-415d-82e2-5f066066dccd req-66bf3586-0a8b-4395-ae23-14620650cd31 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0620213 Jul 01 07:22:24.487484 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-98c06880-37fa-415d-82e2-5f066066dccd req-6b44210d-77ce-4a44-861c-3966265a817e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=a3834544-bf9d-48d8-a815-e98214bf8009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305948 Jul 01 07:22:24.733095 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-c1e44fc4-7db7-47a5-b4da-61ae0ff935a0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:24.734486 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-c1e44fc4-7db7-47a5-b4da-61ae0ff935a0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 947 time: 0.0637963 Jul 01 07:22:24.834711 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Deleting port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:22:24.835080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:24.921310 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] For port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:22:24.921579 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:25.130578 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:25.130974 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:25.131288 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Floating IP 27861195-a52c-4a05-82c5-a0f2eeda6b39 disassociated. External IP: 172.27.2.251, port: 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab. Jul 01 07:22:25.131621 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Calling delete_port for 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:22:25.260977 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:22:25.332701 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:25.336990 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:25.364821 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event deleted for resources: {'Port': ['ID=43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:25.475675 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:22:25.587722 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:22:25.597823 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] Sync routers for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:22:25.609578 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:22:25.610257 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:22:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:25.644828 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] No DVR routers for this DVR port 43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:22:25.647594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:25.647746 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0cbc3429-bb26-4f5f-94ff-45bc231e4442 req-bb176705-cf55-4ac8-b898-948573d11a79 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=5bb9610d-243a-42e0-8a7d-61606e2b801d HTTP/1.1" status: 200 len: 210 time: 0.0414820 Jul 01 07:22:25.649648 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b50d6433-5f92-4980-bcb2-6949c83e6641 req-5c438581-7515-4afb-923d-5bf8ad9c1292 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "DELETE /v2.0/ports/43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab HTTP/1.1" status: 204 len: 173 time: 0.9094176 Jul 01 07:22:25.650075 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-deleted', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:22:25.653051 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6da90b4-0d16-4a87-93bf-a3709df40f3b" -d '{"events": [{"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-deleted", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:22:25.694589 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8bbcbc-507b-4db0-a4a1-122fe1aa0864 x-openstack-request-id: req-bf8bbcbc-507b-4db0-a4a1-122fe1aa0864 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:22:25.694589 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb9610d-243a-42e0-8a7d-61606e2b801d", "name": "network-vif-deleted", "tag": "43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:22:25.694589 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf8bbcbc-507b-4db0-a4a1-122fe1aa0864 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:22:25.694589 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bb9610d-243a-42e0-8a7d-61606e2b801d', 'name': 'network-vif-deleted', 'tag': '43bbf41a-eede-4335-8c8a-a2cc9b3dc5ab', 'status': 'completed', 'code': 200} Jul 01 07:22:25.738861 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:22:25.956796 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:25.983004 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] Checking router: 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:22:25.992620 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:22:25.993233 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:22:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:26.106243 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:22:26.309807 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:26.340160 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b25fbd-f5e7-4b4e-be15-79fd36695c53 None None] The sync data for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi is: [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:22:26.613499 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89f705-0dc7-43b0-8952-ba31250a08b3 None None] New status for floating IP 27861195-a52c-4a05-82c5-a0f2eeda6b39: DOWN {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:22:26.905056 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55434) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:26.963503 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b686-c7c5-4bd9-a393-bb5293c49048 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:26.986557 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b686-c7c5-4bd9-a393-bb5293c49048 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.015763 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55442) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:27.121894 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b686-c7c5-4bd9-a393-bb5293c49048 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.128204 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4dd5b686-c7c5-4bd9-a393-bb5293c49048 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.128204 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-4dd5b686-c7c5-4bd9-a393-bb5293c49048 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "DELETE /v2.0/security-groups/a3834544-bf9d-48d8-a815-e98214bf8009 HTTP/1.1" status: 204 len: 168 time: 0.2194679 Jul 01 07:22:27.131434 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55454) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:27.139147 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5b686-c7c5-4bd9-a393-bb5293c49048 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3834544-bf9d-48d8-a815-e98214bf8009,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:27.170151 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3f359e13-7abe-48cd-9f9f-e6b22b635a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.172374 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.api.v2.resource [None req-d2c23a2a-073e-47d1-8bb4-7001dabb7fb1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] show failed (client error): The resource could not be found. Jul 01 07:22:27.177278 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d2c23a2a-073e-47d1-8bb4-7001dabb7fb1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups/a3834544-bf9d-48d8-a815-e98214bf8009 HTTP/1.1" status: 404 len: 347 time: 0.0367846 Jul 01 07:22:27.177421 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55458) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:27.268508 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3f359e13-7abe-48cd-9f9f-e6b22b635a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.307624 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Deleting port ac329b3d-e535-41de-929d-9e83b24daea0 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:22:27.308037 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.376064 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3f359e13-7abe-48cd-9f9f-e6b22b635a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.387692 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.388307 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.400574 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Calling delete_port for ac329b3d-e535-41de-929d-9e83b24daea0 owned by network:floatingip {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:22:27.415286 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-3f359e13-7abe-48cd-9f9f-e6b22b635a23 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98eba130c21649a79e24f1437e8bf5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3978786 Jul 01 07:22:27.416767 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f359e13-7abe-48cd-9f9f-e6b22b635a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30ece18-ef52-41df-bc9d-bfc7bd0b39e3,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:27.419116 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55462) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:27.476910 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0523c59-3bbc-411c-a845-6eaf3306aef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.504123 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0523c59-3bbc-411c-a845-6eaf3306aef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.647335 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0523c59-3bbc-411c-a845-6eaf3306aef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.647602 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.650049 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0523c59-3bbc-411c-a845-6eaf3306aef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.651520 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e0523c59-3bbc-411c-a845-6eaf3306aef0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f30ece18-ef52-41df-bc9d-bfc7bd0b39e3 HTTP/1.1" status: 204 len: 168 time: 0.2312846 Jul 01 07:22:27.671063 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0523c59-3bbc-411c-a845-6eaf3306aef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30ece18-ef52-41df-bc9d-bfc7bd0b39e3,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:27.677630 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event deleted for resources: {'Port': ['ID=ac329b3d-e535-41de-929d-9e83b24daea0,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:27.715475 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-98371454-fb39-4ca0-994f-428fa3019a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.745822 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.748660 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:27.749855 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-2b72f0d1-e842-4bb5-ad64-9dbefafa0989 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "DELETE /v2.0/floatingips/27861195-a52c-4a05-82c5-a0f2eeda6b39 HTTP/1.1" status: 204 len: 168 time: 0.5715036 Jul 01 07:22:28.189537 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55472) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:28.192193 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55474) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:28.197324 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-2e6add3d-85b1-4f9a-9b81-3d2296ed9ca9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72234377', 'description': 'tempest-description--1459724388'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:28.202902 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1f18-1262-42bd-a307-cf908e44c8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.298433 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2e6add3d-85b1-4f9a-9b81-3d2296ed9ca9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.392298 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1f18-1262-42bd-a307-cf908e44c8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.457957 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a8ea1f18-1262-42bd-a307-cf908e44c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.495286 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-a8ea1f18-1262-42bd-a307-cf908e44c8b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e12644a5a468413f82e23cc8877a6ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3045630 Jul 01 07:22:28.496218 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea1f18-1262-42bd-a307-cf908e44c8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422f9f52-fe79-48cb-a1ab-e3b9dcae8f9e,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:28.499451 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55482) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:28.536414 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2e6add3d-85b1-4f9a-9b81-3d2296ed9ca9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.557223 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0274f2df-a780-4805-94d1-09a9abd0ab44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.581803 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0274f2df-a780-4805-94d1-09a9abd0ab44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.599184 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2e6add3d-85b1-4f9a-9b81-3d2296ed9ca9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.627443 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6add3d-85b1-4f9a-9b81-3d2296ed9ca9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b891e07-1ec1-493b-b562-21c6bb15bd6a,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:28.698024 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2e6add3d-85b1-4f9a-9b81-3d2296ed9ca9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.699293 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-2e6add3d-85b1-4f9a-9b81-3d2296ed9ca9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5055783 Jul 01 07:22:28.702134 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55486) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:28.706462 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-80280432-5c4b-4771-91ac-dc718663d435 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'security_group_rule': {'security_group_id': '9b891e07-1ec1-493b-b562-21c6bb15bd6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:28.723291 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0274f2df-a780-4805-94d1-09a9abd0ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.723578 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0274f2df-a780-4805-94d1-09a9abd0ab44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.724712 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-0274f2df-a780-4805-94d1-09a9abd0ab44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/422f9f52-fe79-48cb-a1ab-e3b9dcae8f9e HTTP/1.1" status: 204 len: 168 time: 0.2243059 Jul 01 07:22:28.732312 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274f2df-a780-4805-94d1-09a9abd0ab44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422f9f52-fe79-48cb-a1ab-e3b9dcae8f9e,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:28.813268 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80280432-5c4b-4771-91ac-dc718663d435 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.867616 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80280432-5c4b-4771-91ac-dc718663d435 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.919010 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80280432-5c4b-4771-91ac-dc718663d435 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.937630 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80280432-5c4b-4771-91ac-dc718663d435 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124a1fd7-d58b-490f-bd8f-21cfb16cb87c,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:28.981377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80280432-5c4b-4771-91ac-dc718663d435 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:28.982585 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-80280432-5c4b-4771-91ac-dc718663d435 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2795458 Jul 01 07:22:28.985276 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55492) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:28.990375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-0b302d8b-3f28-490f-a122-2badbec3f549 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'security_group_rule': {'security_group_id': '9b891e07-1ec1-493b-b562-21c6bb15bd6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:29.063218 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0b302d8b-3f28-490f-a122-2badbec3f549 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:29.121620 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0b302d8b-3f28-490f-a122-2badbec3f549 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:29.192791 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0b302d8b-3f28-490f-a122-2badbec3f549 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:29.211462 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b302d8b-3f28-490f-a122-2badbec3f549 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cb57be-179d-480d-a0a9-3ff21d7473ad,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:29.310459 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0b302d8b-3f28-490f-a122-2badbec3f549 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:29.313262 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0b302d8b-3f28-490f-a122-2badbec3f549 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3254881 Jul 01 07:22:29.315742 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55502) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:29.320608 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:29.429802 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:29.522251 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:29.641190 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Allocated IP 172.27.2.112 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/fc5f2212-44b3-4aff-b74e-7e853377d1b3) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:22:29.738989 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:29.830295 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3521976'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:29.867253 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:22:29.870048 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:22:29.873442 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:22:29.900704 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'Port': ['ID=fc5f2212-44b3-4aff-b74e-7e853377d1b3,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:29.962904 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:30.066206 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:30.213665 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:30.278970 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521962'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:30.347986 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'Port': ['ID=fc5f2212-44b3-4aff-b74e-7e853377d1b3,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:30.357704 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:30.458423 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:30.459771 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-318f4d42-26b7-44dc-aadd-5c7d9f60281e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1429455 Jul 01 07:22:30.487148 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dad1a6f0-4a29-4e0c-8285-faa0c564c8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:30.667468 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-a097d87d-c03e-4d58-8d30-ab1d30165d55 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--72234377&fields=id&tenant_id=959f91a8dc2e482693bfc24694fdffd4 HTTP/1.1" status: 200 len: 267 time: 0.0398512 Jul 01 07:22:30.770014 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:30.787326 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-92559df0-8348-4873-b37e-c8cf5c223a2d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:30.788989 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-92559df0-8348-4873-b37e-c8cf5c223a2d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 816 time: 0.1147740 Jul 01 07:22:30.804684 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-9b0c7f60-30f8-49a4-bacf-ee302319727d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/quotas/959f91a8dc2e482693bfc24694fdffd4 HTTP/1.1" status: 200 len: 375 time: 0.0095289 Jul 01 07:22:30.885484 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-58e24104-d8e9-4ed0-9a1d-debb707cb43e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750191 Jul 01 07:22:30.979583 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-9281d6ab-000b-4d41-88d3-8fbce3e82fa9 service neutron] 10.222.0.35 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823920 Jul 01 07:22:31.069590 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:31.075120 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-1ffbc24a-9b71-44eb-84aa-9d59abf10e3a service neutron] 10.222.0.35 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894423 Jul 01 07:22:31.364406 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-81374f6d-6396-4e81-82b0-c0c2e161ef61 req-3c147754-9c96-43b5-8d59-19574a0f4b64 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 210 time: 0.0317814 Jul 01 07:22:31.438948 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:31.547421 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55594) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:31.655823 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-75f34447-5432-487e-8708-d8aed6a61d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:31.753852 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-75f34447-5432-487e-8708-d8aed6a61d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:31.812875 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-75f34447-5432-487e-8708-d8aed6a61d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:31.854244 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55618) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:31.854379 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-75f34447-5432-487e-8708-d8aed6a61d31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=320f2af1d299427b8c4184d419fc404d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057992 Jul 01 07:22:31.856419 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34447-5432-487e-8708-d8aed6a61d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60744960-6936-4763-a986-dd47dc070075,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:31.907195 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec81f4e6-5c63-4864-b5f6-dfc0b6f16564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:31.927334 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec81f4e6-5c63-4864-b5f6-dfc0b6f16564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:32.048179 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:22:32.084912 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec81f4e6-5c63-4864-b5f6-dfc0b6f16564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:32.087550 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec81f4e6-5c63-4864-b5f6-dfc0b6f16564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:32.088717 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-ec81f4e6-5c63-4864-b5f6-dfc0b6f16564 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/60744960-6936-4763-a986-dd47dc070075 HTTP/1.1" status: 204 len: 168 time: 0.2335000 Jul 01 07:22:32.096227 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81f4e6-5c63-4864-b5f6-dfc0b6f16564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60744960-6936-4763-a986-dd47dc070075,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:32.504639 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-57346eba-692b-4b1e-8943-5fb03f1b5c83 req-ace7a420-8e54-4229-8320-c7a47b8359ea tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 210 time: 0.0280192 Jul 01 07:22:32.738952 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55626) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:32.752267 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-89e72402-89e5-45ac-8942-3fe55eedb90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:32.842460 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-89e72402-89e5-45ac-8942-3fe55eedb90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:32.904233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-89e72402-89e5-45ac-8942-3fe55eedb90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:32.941857 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e72402-89e5-45ac-8942-3fe55eedb90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e837febc-2f25-4ca1-89a6-a0075f6ff35e,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:32.945987 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-89e72402-89e5-45ac-8942-3fe55eedb90d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3b03d69de3c547cc8321eaa77c989f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054453 Jul 01 07:22:32.949290 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55636) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:33.005818 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c438d543-bdb5-4ec7-9487-e59356918749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:33.028913 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c438d543-bdb5-4ec7-9487-e59356918749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:33.045025 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:33.164656 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c438d543-bdb5-4ec7-9487-e59356918749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:33.167295 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c438d543-bdb5-4ec7-9487-e59356918749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:33.168460 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-c438d543-bdb5-4ec7-9487-e59356918749 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e837febc-2f25-4ca1-89a6-a0075f6ff35e HTTP/1.1" status: 204 len: 168 time: 0.2188227 Jul 01 07:22:33.176232 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438d543-bdb5-4ec7-9487-e59356918749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e837febc-2f25-4ca1-89a6-a0075f6ff35e,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:33.555285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-818c2334-6ec0-4c15-8dd4-7423fa489fe3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:33.556778 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-818c2334-6ec0-4c15-8dd4-7423fa489fe3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 816 time: 0.1006095 Jul 01 07:22:33.608064 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-57d89223-bc6f-42be-80e3-a93ac1d3452a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=959f91a8dc2e482693bfc24694fdffd4 HTTP/1.1" status: 200 len: 378 time: 0.0415132 Jul 01 07:22:33.624959 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'port': {'device_id': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'admin_state_up': True, 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'security_groups': ['9b891e07-1ec1-493b-b562-21c6bb15bd6a']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:33.675110 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-349bb402-d871-44b5-8c7d-ce90dbc16ad1 req-7d7d2729-17bc-4c47-82d2-0ab45d136e8b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 210 time: 0.0419643 Jul 01 07:22:33.821747 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Made reservation on behalf of 959f91a8dc2e482693bfc24694fdffd4 for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:22:33.825980 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:33.952745 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Allocated IP 172.20.0.11 (95bcbc00-49d7-4df7-abf4-38448263303d/657b3538-fc44-457c-bffa-4beab19da6ce/e212f3cb-cd0d-450c-8e5f-16785f0bca59) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:22:34.350284 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:34.363183 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Transition to ACTIVE for port object e212f3cb-cd0d-450c-8e5f-16785f0bca59 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:22:34.452681 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:34.505990 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Network 95bcbc00-49d7-4df7-abf4-38448263303d is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:22:34.509202 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:22:34.511634 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:22:34.539356 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:34.567086 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:34.567838 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:34.639377 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-44eeb74b-1472-42c5-a74c-875cebc8c670 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0252149 Jul 01 07:22:34.804109 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-5d3753b7-13e5-4906-9544-04648be78137 None None] Provisioning for port e212f3cb-cd0d-450c-8e5f-16785f0bca59 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:22:34.807991 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-5d3753b7-13e5-4906-9544-04648be78137 None None] Provisioning complete for port e212f3cb-cd0d-450c-8e5f-16785f0bca59 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:22:34.808393 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5d3753b7-13e5-4906-9544-04648be78137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:34.842668 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-5d3753b7-13e5-4906-9544-04648be78137 None None] Port e212f3cb-cd0d-450c-8e5f-16785f0bca59 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:22:35.061380 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf95987-fd7a-4936-bd9c-da1bd830477d req-25793037-3654-4d16-a41e-314899cc412f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:35.062833 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2bf95987-fd7a-4936-bd9c-da1bd830477d req-25793037-3654-4d16-a41e-314899cc412f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 932 time: 0.2699509 Jul 01 07:22:35.100086 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2bf95987-fd7a-4936-bd9c-da1bd830477d req-5705d865-3e9b-4171-a5a7-e1b3e664df06 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311139 Jul 01 07:22:36.428144 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920ad00-1588-4030-adcf-5c5f6cef2f13 req-488bded8-571f-4941-9785-a91672ad59cd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:36.429593 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d920ad00-1588-4030-adcf-5c5f6cef2f13 req-488bded8-571f-4941-9785-a91672ad59cd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 932 time: 0.2150986 Jul 01 07:22:36.466493 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d920ad00-1588-4030-adcf-5c5f6cef2f13 req-8a25f4cc-cfee-4114-a039-ee42fae66d21 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312679 Jul 01 07:22:36.885847 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Request body: {'port': {'device_id': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:36.955594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:37.208618 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e212f3cb-cd0d-450c-8e5f-16785f0bca59 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:22:37.215999 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:37.228109 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Transition to ACTIVE for port object e212f3cb-cd0d-450c-8e5f-16785f0bca59 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:22:37.353100 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:37.425068 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:37.474293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Attempting to bind port e212f3cb-cd0d-450c-8e5f-16785f0bca59 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:22:37.474959 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Attempting to bind port e212f3cb-cd0d-450c-8e5f-16785f0bca59 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:22:37.475091 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Attempting to bind port e212f3cb-cd0d-450c-8e5f-16785f0bca59 on network 95bcbc00-49d7-4df7-abf4-38448263303d {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:22:37.479843 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Port e212f3cb-cd0d-450c-8e5f-16785f0bca59 on network 95bcbc00-49d7-4df7-abf4-38448263303d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:22:37.480149 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Attempting to bind port e212f3cb-cd0d-450c-8e5f-16785f0bca59 on network 95bcbc00-49d7-4df7-abf4-38448263303d {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:22:37.488233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:22:37.488233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Checking segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:22:37.488233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Bound using segment: {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:22:37.488233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Bound port: e212f3cb-cd0d-450c-8e5f-16785f0bca59, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:22:37.488233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:37.577579 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:22:37.581530 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:22:37.640628 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:37.687860 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:37.689077 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:37.690964 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-e0702b29-5b94-4904-8464-886930011b7d service neutron] 10.222.0.26 "PUT /v2.0/ports/e212f3cb-cd0d-450c-8e5f-16785f0bca59 HTTP/1.1" status: 200 len: 1094 time: 0.8094358 Jul 01 07:22:37.697105 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:22:37.706259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c764e-1b73-412e-85f3-e801c0381bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:22:37.764365 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0702b29-5b94-4904-8464-886930011b7d service neutron] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:37.776900 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7898239a-e6dd-4bfd-b8b2-cc1a042b9f59 x-openstack-request-id: req-7898239a-e6dd-4bfd-b8b2-cc1a042b9f59 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:22:37.777194 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:22:37.777711 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7898239a-e6dd-4bfd-b8b2-cc1a042b9f59 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:22:37.778109 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'status': 'completed', 'code': 200} Jul 01 07:22:37.839894 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410069d-33c4-47f0-869b-fa47586ad8f7 req-d43503ee-fedc-491c-94ab-e57698552fcd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:37.859178 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0410069d-33c4-47f0-869b-fa47586ad8f7 req-d43503ee-fedc-491c-94ab-e57698552fcd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0860767 Jul 01 07:22:37.867263 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c764e-1b73-412e-85f3-e801c0381bd1 req-2b8b952d-b529-4198-b234-720cd3cf52ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:37.869379 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-547c764e-1b73-412e-85f3-e801c0381bd1 req-2b8b952d-b529-4198-b234-720cd3cf52ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 1097 time: 0.0670798 Jul 01 07:22:37.901884 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0410069d-33c4-47f0-869b-fa47586ad8f7 req-8a1e80d0-3a07-4a71-8e25-4b9d41d78b31 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391641 Jul 01 07:22:37.976074 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c764e-1b73-412e-85f3-e801c0381bd1 req-8d4f0e91-fbad-4545-8e8c-e15da19ebf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:37.977660 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-547c764e-1b73-412e-85f3-e801c0381bd1 req-8d4f0e91-fbad-4545-8e8c-e15da19ebf5b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=959f91a8dc2e482693bfc24694fdffd4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0999873 Jul 01 07:22:38.073340 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c764e-1b73-412e-85f3-e801c0381bd1 req-89fb0b16-1eee-42ff-a1db-2ace44deb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:38.074819 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-547c764e-1b73-412e-85f3-e801c0381bd1 req-89fb0b16-1eee-42ff-a1db-2ace44deb708 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893447 Jul 01 07:22:38.176984 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-fa34a7b5-e8e1-4124-801f-79f02e5bf9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:38.179532 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-fa34a7b5-e8e1-4124-801f-79f02e5bf9e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 1097 time: 0.0606108 Jul 01 07:22:38.220102 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-a91f8fab-6996-4271-804f-fce0127a2e10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59 HTTP/1.1" status: 200 len: 217 time: 0.0336094 Jul 01 07:22:38.269258 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-41dbe43b-a0a1-4119-8290-ae6ffaf65753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:38.270707 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-41dbe43b-a0a1-4119-8290-ae6ffaf65753 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0441027 Jul 01 07:22:38.332795 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-cd391e11-a85a-4d0e-8bc5-d8c4fa42e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:38.334303 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-cd391e11-a85a-4d0e-8bc5-d8c4fa42e091 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550916 Jul 01 07:22:38.424710 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-b2e0ec99-49ee-4f6a-ac95-472d687a151e service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800629 Jul 01 07:22:38.515919 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f3d700ff-e2b2-41d2-8591-fb8fa7970303 req-b0a2e541-bbad-43dd-9600-99a1fdaebec0 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828011 Jul 01 07:22:39.018406 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55782) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:39.091519 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afb171b-c44e-482d-8da7-927b572a83cf admin admin] Deleting subnet 428e4088-e351-4e9f-a10f-8fa34e91c831 {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:22:39.095769 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2afb171b-c44e-482d-8da7-927b572a83cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.141495 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2afb171b-c44e-482d-8da7-927b572a83cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.166858 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695a64a-26d3-454a-8072-853c3b774eb0 req-ae120fb7-e502-4186-be95-17890eb18fbf tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:39.168406 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1695a64a-26d3-454a-8072-853c3b774eb0 req-ae120fb7-e502-4186-be95-17890eb18fbf tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.1473353 Jul 01 07:22:39.206515 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2afb171b-c44e-482d-8da7-927b572a83cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.330691 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2afb171b-c44e-482d-8da7-927b572a83cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.363046 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1695a64a-26d3-454a-8072-853c3b774eb0 req-18247cc5-b557-426f-9a93-28a61154325d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1869845 Jul 01 07:22:39.364675 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb171b-c44e-482d-8da7-927b572a83cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428e4088-e351-4e9f-a10f-8fa34e91c831,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:39.369494 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2afb171b-c44e-482d-8da7-927b572a83cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.371796 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-2afb171b-c44e-482d-8da7-927b572a83cf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/428e4088-e351-4e9f-a10f-8fa34e91c831 HTTP/1.1" status: 204 len: 168 time: 0.3577533 Jul 01 07:22:39.376546 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 55788) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:39.447869 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.522951 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.532968 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba03401-5760-4688-b3af-e8dbd39fd046']}} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:39.547393 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc579db9-402e-4c16-b5d1-7c5209f97379') {'for_net_delete': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:39.547683 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc579db9-402e-4c16-b5d1-7c5209f97379') {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:39.556643 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465740'] for segment, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.569461 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.574983 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:22:39.575355 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9385237'] for segment, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: Traceback (most recent call last): Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: timer() Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: cb(*args, **kw) Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: return func(*args, **kwargs) Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: self._notify() Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: self.callback(batched_events) Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: event.method(event) Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: return f(self, *a, **k) Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._get(url).json() Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: return self.request(url, 'GET', **kwargs) Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:22:39.576963 dv-cinder-777574-6-iscsi neutron-server[93539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:22:39.696370 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.700977 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:39.702931 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8ba03401-5760-4688-b3af-e8dbd39fd046 HTTP/1.1" status: 204 len: 168 time: 0.3254211 Jul 01 07:22:39.717250 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62a972-a335-436c-8407-ba1aa2e0f967 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba03401-5760-4688-b3af-e8dbd39fd046,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:40.079718 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55798) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:40.117609 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-a6a65dc3-6651-48a1-9dba-84ff919f22db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f65a637dff2403d94892c735411360b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367367 Jul 01 07:22:40.120044 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55800) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:40.166213 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-929ffba4-12d2-4f2f-835f-7c542d667558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:40.185828 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-929ffba4-12d2-4f2f-835f-7c542d667558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:40.342024 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-929ffba4-12d2-4f2f-835f-7c542d667558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:40.344699 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-929ffba4-12d2-4f2f-835f-7c542d667558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:40.345847 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-929ffba4-12d2-4f2f-835f-7c542d667558 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86f072e4-bc31-4e8c-8679-3bdb9fb0100d HTTP/1.1" status: 204 len: 168 time: 0.2249300 Jul 01 07:22:40.353726 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ffba4-12d2-4f2f-835f-7c542d667558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f072e4-bc31-4e8c-8679-3bdb9fb0100d,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:40.553712 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c053b-c423-46fe-84bf-45375cbfa326 req-3cdc3261-395d-4de4-8279-977b9ff35969 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:40.555267 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-643c053b-c423-46fe-84bf-45375cbfa326 req-3cdc3261-395d-4de4-8279-977b9ff35969 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0640149 Jul 01 07:22:40.594058 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-643c053b-c423-46fe-84bf-45375cbfa326 req-303766ee-6123-4252-995e-34c2a41b76b1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324721 Jul 01 07:22:41.708252 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:22:41.781789 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bf91e-5b5f-43cf-bf3e-d9f1c3d5ccd6 req-3a3a07cb-59af-4681-bfb1-8ecbfaf38e9d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:41.783388 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-302bf91e-5b5f-43cf-bf3e-d9f1c3d5ccd6 req-3a3a07cb-59af-4681-bfb1-8ecbfaf38e9d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0728521 Jul 01 07:22:41.812680 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:22:41.824368 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'port_id': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'mac_address': 'fa:16:3e:c7:d9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:22:41.833515 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-302bf91e-5b5f-43cf-bf3e-d9f1c3d5ccd6 req-1ea8ecc7-c944-45aa-850d-58631a0995e8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440845 Jul 01 07:22:41.861146 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:41.876735 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e212f3cb-cd0d-450c-8e5f-16785f0bca59 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:22:41.896212 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:22:42.007524 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:42.054444 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:42.061317 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.061662 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.062000 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.062330 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.062663 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.063007 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.063332 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.063671 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.063975 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.064291 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.064605 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:42.064923 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:43.006405 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8c221-9a22-4837-a699-7e6e7b814421 req-e9aaa951-0ca0-4b38-ab0a-d4baf1d5d5ef tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:43.007912 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-00a8c221-9a22-4837-a699-7e6e7b814421 req-e9aaa951-0ca0-4b38-ab0a-d4baf1d5d5ef tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 945 time: 0.0608444 Jul 01 07:22:43.044598 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-00a8c221-9a22-4837-a699-7e6e7b814421 req-6a794402-9cd7-44bc-af8a-bdbd6eec5f4b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311925 Jul 01 07:22:43.115012 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['e212f3cb-cd0d-450c-8e5f-16785f0bca59'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:22:44.381207 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575b04e-040f-499f-858c-9b25c9bc73eb req-b2d66caa-4a22-4281-b697-265815ad66e4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:44.382676 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e575b04e-040f-499f-858c-9b25c9bc73eb req-b2d66caa-4a22-4281-b697-265815ad66e4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 945 time: 0.0628724 Jul 01 07:22:44.420577 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e575b04e-040f-499f-858c-9b25c9bc73eb req-95e71b74-4486-4725-b786-bc9678815bf0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322065 Jul 01 07:22:45.201663 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:22:45.320426 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port e212f3cb-cd0d-450c-8e5f-16785f0bca59 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:22:45.324346 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port e212f3cb-cd0d-450c-8e5f-16785f0bca59 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:22:45.324805 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:45.398726 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:45.420771 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:22:45.423072 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a25970-3f2f-4524-a286-cc492ecbc47a" -d '{"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-plugged", "status": "completed", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:22:45.436194 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:22:45.459305 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f68a856-3e0b-4afa-a0f8-0518d86b2353 x-openstack-request-id: req-1f68a856-3e0b-4afa-a0f8-0518d86b2353 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:22:45.459597 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-plugged", "status": "completed", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:22:45.462358 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f68a856-3e0b-4afa-a0f8-0518d86b2353 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:22:45.462358 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'code': 200} Jul 01 07:22:45.509247 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:45.563845 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:45.597297 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5491857-b96e-4cbe-931a-13fd13df2330 req-06259da9-eb3b-4144-bc64-143ec7b9bfa8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:45.598786 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5491857-b96e-4cbe-931a-13fd13df2330 req-06259da9-eb3b-4144-bc64-143ec7b9bfa8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0639579 Jul 01 07:22:45.636264 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e5491857-b96e-4cbe-931a-13fd13df2330 req-d6f65303-09dd-44ae-b248-a3f227b57d69 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314169 Jul 01 07:22:46.816495 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec6c70-804a-44a9-9cd1-380ae7f4dc04 req-943d3fb0-8394-414c-9c78-57b0a18bcff3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:46.817927 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bbec6c70-804a-44a9-9cd1-380ae7f4dc04 req-943d3fb0-8394-414c-9c78-57b0a18bcff3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0640068 Jul 01 07:22:46.854191 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bbec6c70-804a-44a9-9cd1-380ae7f4dc04 req-c8c4ec43-5a20-4eea-8a4b-ca415e80273c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307400 Jul 01 07:22:47.501710 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d92af-4c02-44fe-bf15-bafcb2cf6843 req-b708a75b-8da7-474b-8484-713ee3737b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:47.503188 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-902d92af-4c02-44fe-bf15-bafcb2cf6843 req-b708a75b-8da7-474b-8484-713ee3737b0e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 1099 time: 0.0532565 Jul 01 07:22:47.539862 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-902d92af-4c02-44fe-bf15-bafcb2cf6843 req-12feefba-8ac0-4eb7-974a-e680ee8b7bed service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0272951 Jul 01 07:22:48.038098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bd633-8bc2-4a67-8c1d-b2b945924a04 req-2815111d-d6d3-4256-82e6-f446099626e6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:48.043352 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-519bd633-8bc2-4a67-8c1d-b2b945924a04 req-2815111d-d6d3-4256-82e6-f446099626e6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0723884 Jul 01 07:22:48.078065 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-519bd633-8bc2-4a67-8c1d-b2b945924a04 req-36ac046c-84ed-4ce7-9b41-96797fa4b02d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329864 Jul 01 07:22:49.251101 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94f212-375c-434a-9e70-08c57b172817 req-a57a30d3-0e41-40e6-9c30-af11a849c066 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:49.252567 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5b94f212-375c-434a-9e70-08c57b172817 req-a57a30d3-0e41-40e6-9c30-af11a849c066 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0616126 Jul 01 07:22:49.289337 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5b94f212-375c-434a-9e70-08c57b172817 req-cc4b6482-adf2-4e22-afa4-9cb95b54c13e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306892 Jul 01 07:22:49.443933 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 55996) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:49.470334 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a29fb7-16c3-4f93-b5b5-c65fc9150f6f req-70e1604c-136b-46f6-9d68-22f1f755192a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:49.472017 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-62a29fb7-16c3-4f93-b5b5-c65fc9150f6f req-70e1604c-136b-46f6-9d68-22f1f755192a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0726182 Jul 01 07:22:49.480663 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56000) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:49.485156 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Request body: {'floatingip': {'port_id': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:49.528819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:49.554550 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:49.651741 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:49.721244 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:49.759402 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7156050d93a54694bb39f6268aef7d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143914 Jul 01 07:22:49.761369 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c3cb2b-e3da-471c-a9eb-4de3475d51f2,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:49.763350 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56006) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:49.780087 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.780433 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.780769 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.782806 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.782806 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.782806 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.782806 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.782806 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.782806 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.783390 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.783486 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.783806 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c08a02de-8b02-4793-b6fc-74a7f1758bce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:49.824824 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49666a5e-531e-4318-b20c-1fe9ea980bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:49.845963 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49666a5e-531e-4318-b20c-1fe9ea980bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:49.953193 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49666a5e-531e-4318-b20c-1fe9ea980bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:49.955837 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49666a5e-531e-4318-b20c-1fe9ea980bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:49.956991 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-49666a5e-531e-4318-b20c-1fe9ea980bae admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/93c3cb2b-e3da-471c-a9eb-4de3475d51f2 HTTP/1.1" status: 204 len: 168 time: 0.1927495 Jul 01 07:22:49.964907 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49666a5e-531e-4318-b20c-1fe9ea980bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c3cb2b-e3da-471c-a9eb-4de3475d51f2,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:49.965784 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:50.053079 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:50.150837 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Floating IP 892311ad-2f54-4d3b-9681-5a1f6e3d4721 associated. External IP: 172.27.2.112, port: e212f3cb-cd0d-450c-8e5f-16785f0bca59. Jul 01 07:22:50.350732 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:22:50.453207 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:22:50.458028 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:50.462847 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] Sync routers for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:22:50.471742 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:22:50.472591 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:22:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:50.499754 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-79eded82-f084-4986-bfa8-73ea0bc9eb27 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "PUT /v2.0/floatingips/892311ad-2f54-4d3b-9681-5a1f6e3d4721 HTTP/1.1" status: 200 len: 992 time: 1.0173028 Jul 01 07:22:50.499754 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:22:50.507418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f07e82-12ae-4c02-8195-5405c721481b" -d '{"events": [{"name": "network-changed", "server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:22:50.556244 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56020) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:50.575879 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bb4140-01e4-4706-a481-0a7e7660bfe8 x-openstack-request-id: req-12bb4140-01e4-4706-a481-0a7e7660bfe8 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:22:50.575879 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:22:50.575879 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-12bb4140-01e4-4706-a481-0a7e7660bfe8 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:22:50.575879 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'status': 'completed', 'code': 200} Jul 01 07:22:50.575879 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:50.603178 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:22:50.711921 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e82-12ae-4c02-8195-5405c721481b req-6a15aa47-4081-40df-a5e8-1f1a88fcef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:50.714561 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41f07e82-12ae-4c02-8195-5405c721481b req-6a15aa47-4081-40df-a5e8-1f1a88fcef40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 1099 time: 0.0929160 Jul 01 07:22:50.733735 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:50.814818 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:50.832441 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '892311ad-2f54-4d3b-9681-5a1f6e3d4721', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'port_id': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'mac_address': 'fa:16:3e:c7:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:22:29Z', 'updated_at': '2021-07-01T07:22:49Z', 'revision_number': 1, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:50.838335 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e82-12ae-4c02-8195-5405c721481b req-9c737364-dde5-4122-af2a-d0d00c1a45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:50.842043 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41f07e82-12ae-4c02-8195-5405c721481b req-9c737364-dde5-4122-af2a-d0d00c1a45b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.1111772 Jul 01 07:22:50.870585 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] Checking router: 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:22:50.879574 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:22:50.880249 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:22:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:50.910635 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7a64d18e20cc4d179a35e45767c9795c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430915 Jul 01 07:22:50.910635 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56030) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:50.921494 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6553aa19-1592-4756-8612-81aced23cfce,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:50.949343 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.949780 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.950140 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.950470 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.950807 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.951161 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.951488 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.951813 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.952136 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.952461 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.952782 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.953101 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e4a9ac-e2fd-4b10-9f34-eef479a52dc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:22:50.966425 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56032) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:50.981667 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41f07e82-12ae-4c02-8195-5405c721481b req-aeccf199-792c-47ce-95b1-46ada622f69a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59 HTTP/1.1" status: 200 len: 1000 time: 0.1321445 Jul 01 07:22:51.010778 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0a15639b-f3ee-4f17-b78d-f8d9c813ad71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.023183 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:22:51.043734 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0a15639b-f3ee-4f17-b78d-f8d9c813ad71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.099908 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-31159b10-1608-4857-a6c3-953282c87beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.162051 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e82-12ae-4c02-8195-5405c721481b req-f69e24be-9278-484b-9b24-515563fb03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:51.163532 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41f07e82-12ae-4c02-8195-5405c721481b req-f69e24be-9278-484b-9b24-515563fb03cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.1703320 Jul 01 07:22:51.200446 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0a15639b-f3ee-4f17-b78d-f8d9c813ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.202936 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0a15639b-f3ee-4f17-b78d-f8d9c813ad71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.204049 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0a15639b-f3ee-4f17-b78d-f8d9c813ad71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6553aa19-1592-4756-8612-81aced23cfce HTTP/1.1" status: 204 len: 168 time: 0.2972398 Jul 01 07:22:51.220224 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15639b-f3ee-4f17-b78d-f8d9c813ad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6553aa19-1592-4756-8612-81aced23cfce,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:51.252008 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f07e82-12ae-4c02-8195-5405c721481b req-91240a5b-3e9b-4422-b3e8-d3e023b8a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:51.253797 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41f07e82-12ae-4c02-8195-5405c721481b req-91240a5b-3e9b-4422-b3e8-d3e023b8a79f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812571 Jul 01 07:22:51.278846 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '892311ad-2f54-4d3b-9681-5a1f6e3d4721', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'port_id': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'mac_address': 'fa:16:3e:c7:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:22:29Z', 'updated_at': '2021-07-01T07:22:49Z', 'revision_number': 1, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:51.280938 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-31159b10-1608-4857-a6c3-953282c87beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.306306 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fef4fb6-0c67-4ff5-8dfd-6f0bed5cab9e None None] The sync data for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi is: [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '892311ad-2f54-4d3b-9681-5a1f6e3d4721', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'floating_ip_address': '172.27.2.112', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'port_id': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'mac_address': 'fa:16:3e:c7:d9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:22:29Z', 'updated_at': '2021-07-01T07:22:49Z', 'revision_number': 1, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:22:51.363128 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41f07e82-12ae-4c02-8195-5405c721481b req-f1a51dcf-a45a-45aa-a42b-2c3fa558c919 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940404 Jul 01 07:22:51.457207 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41f07e82-12ae-4c02-8195-5405c721481b req-c1c76cb5-23e4-4939-b14f-c16303812bfe service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867732 Jul 01 07:22:51.463846 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-31159b10-1608-4857-a6c3-953282c87beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.507287 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31159b10-1608-4857-a6c3-953282c87beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8c42c7-3bea-4a47-a2cc-cecf8528636a,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:51.526331 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a6029-bf6d-464e-b676-f0dfabed5e47 None None] New status for floating IP 892311ad-2f54-4d3b-9681-5a1f6e3d4721: ACTIVE {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:22:51.533509 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-31159b10-1608-4857-a6c3-953282c87beb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7b607fa000fa435080a9d8e62e16d484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5659328 Jul 01 07:22:51.536858 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56040) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:51.585653 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7692e178-4b1c-43c0-a5eb-5ec468c7bd23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.607322 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7692e178-4b1c-43c0-a5eb-5ec468c7bd23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.715421 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7692e178-4b1c-43c0-a5eb-5ec468c7bd23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.718086 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7692e178-4b1c-43c0-a5eb-5ec468c7bd23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:51.719357 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-7692e178-4b1c-43c0-a5eb-5ec468c7bd23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d8c42c7-3bea-4a47-a2cc-cecf8528636a HTTP/1.1" status: 204 len: 168 time: 0.1819656 Jul 01 07:22:51.727257 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692e178-4b1c-43c0-a5eb-5ec468c7bd23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8c42c7-3bea-4a47-a2cc-cecf8528636a,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:52.388291 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56078) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:52.561745 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fe92610a-f19a-4015-936d-f2de61ddcac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:52.662612 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fe92610a-f19a-4015-936d-f2de61ddcac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:52.731974 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fe92610a-f19a-4015-936d-f2de61ddcac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:52.770297 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-fe92610a-f19a-4015-936d-f2de61ddcac1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=97335f200dc948a586fb728b57b5c118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808749 Jul 01 07:22:52.772404 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92610a-f19a-4015-936d-f2de61ddcac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82848e83-6951-49c4-85a2-3339390c7412,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:52.773617 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56090) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:52.832230 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b318478c-3490-4169-8ade-b17529631b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:52.855495 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b318478c-3490-4169-8ade-b17529631b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:52.972347 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b318478c-3490-4169-8ade-b17529631b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:52.974992 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b318478c-3490-4169-8ade-b17529631b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:52.978550 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b318478c-3490-4169-8ade-b17529631b44 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82848e83-6951-49c4-85a2-3339390c7412 HTTP/1.1" status: 204 len: 168 time: 0.2010300 Jul 01 07:22:52.984966 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318478c-3490-4169-8ade-b17529631b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82848e83-6951-49c4-85a2-3339390c7412,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:53.139659 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56114) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:53.250871 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1362406541-network', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:53.343892 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Made reservation on behalf of b4d04f9d7e97419baba20cebcca844f4 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:22:53.346503 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.355773 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.457272 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.530019 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.549429 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:22:53.567008 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.567357 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Added segment 09d7b516-ad2d-43b1-9589-0771e8745049 of type vlan for network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 Jul 01 07:22:53.568665 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed442971-7d01-414c-a2fd-788a176712a0,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:53.610643 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.685969 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56132) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:53.698555 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f97ffb88-84c5-4f99-ab55-52da8aecc565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.732239 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.735688 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:53.735688 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.807825 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] Pushing event updated for resources: {'Network': ['ID=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:53.818299 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:22:53.845265 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f97ffb88-84c5-4f99-ab55-52da8aecc565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.939146 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f97ffb88-84c5-4f99-ab55-52da8aecc565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:53.977915 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f97ffb88-84c5-4f99-ab55-52da8aecc565 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe7c1290af4847b1b2d36158cb35f012&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908709 Jul 01 07:22:53.978771 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ffb88-84c5-4f99-ab55-52da8aecc565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d62b81d-4483-4fd1-a522-72c4ae4881b0,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:53.981867 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56136) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:54.034560 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b92800d0-1fb6-4a96-b2f5-59d9e3a4b114 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8937728 Jul 01 07:22:54.037989 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56138) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:54.045389 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Request body: {'subnet': {'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1362406541-subnet', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'ip_version': 4}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:54.059102 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e45a2958-2700-4e87-891f-642cfe777277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.080019 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e45a2958-2700-4e87-891f-642cfe777277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.136084 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Made reservation on behalf of b4d04f9d7e97419baba20cebcca844f4 for: {'subnet': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:22:54.138578 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808395'] for subnet, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.261585 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e45a2958-2700-4e87-891f-642cfe777277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.265917 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e45a2958-2700-4e87-891f-642cfe777277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.267205 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e45a2958-2700-4e87-891f-642cfe777277 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d62b81d-4483-4fd1-a522-72c4ae4881b0 HTTP/1.1" status: 204 len: 168 time: 0.2750208 Jul 01 07:22:54.276695 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45a2958-2700-4e87-891f-642cfe777277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d62b81d-4483-4fd1-a522-72c4ae4881b0,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:54.445239 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9423435', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808409'] for subnet, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.503587 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36abf5d6-a746-455a-ad3a-f6360d047b1a,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:54.512439 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Checking segment: {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:22:54.512795 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Network hostable DHCP agents. Network: 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93539) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:22:54.587128 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93539) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:22:54.650409 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70) {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:22:54.654757 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:54.655581 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.661986 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d32e0-3dc0-45e0-81d2-be18fafbf84b None None] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:22:54.773003 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-3403c2c5-56ab-4406-b776-c3bfde5c1121 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7336988 Jul 01 07:22:54.775577 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56154) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:54.780075 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:22:54.808228 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:22:54.809081 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.852493 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.853534 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.903983 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:54.948594 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Allocated IP 172.20.0.2 (9cdc1802-1be1-4b4e-ba56-a22ffe36ab70/36abf5d6-a746-455a-ad3a-f6360d047b1a/e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:22:55.103754 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:55.119173 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Transition to ACTIVE for port object e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:22:55.128772 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Transition to ACTIVE for port object e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:22:55.193517 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:55.243218 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:22:55.247273 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:22:55.250256 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:22:55.262593 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Pushing event updated for resources: {'Port': ['ID=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:55.319404 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Attempting to bind port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:22:55.319785 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Attempting to bind port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:22:55.320132 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Attempting to bind port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e on network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:22:55.325177 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:22:55.325840 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Checking segment: {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:22:55.326431 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:55.326822 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Bound using segment: {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:22:55.327318 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Bound port: e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:22:55.327691 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:55.382220 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:55.395033 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] For port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:22:55.398878 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] For port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:22:55.571246 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:55.649747 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901f01ee-5626-4b03-8263-6ecc6b86bdd1 None None] Pushing event updated for resources: {'Port': ['ID=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:55.837027 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:55.865603 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:56.036228 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Allocated IP 172.27.2.138 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/9cb88848-85e4-4eba-924e-e26e7973db32) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:22:56.141727 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:56.284125 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:56.324981 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:22:56.329738 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:22:56.334327 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:22:56.337451 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9cb88848-85e4-4eba-924e-e26e7973db32,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:56.398989 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:22:56.556310 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:22:56.721123 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:56.741683 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468363a3-a195-45ea-abdf-a45420f3bc9c None None] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:22:56.920717 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:56.942725 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fd16b50b-5dae-41a2-8b8f-da76818b704e None None] Provisioning for port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:22:56.947891 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-fd16b50b-5dae-41a2-8b8f-da76818b704e None None] Provisioning complete for port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:22:56.964897 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fd16b50b-5dae-41a2-8b8f-da76818b704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:57.040678 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fd16b50b-5dae-41a2-8b8f-da76818b704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:57.080629 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-fd16b50b-5dae-41a2-8b8f-da76818b704e None None] For port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:22:57.158634 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fd16b50b-5dae-41a2-8b8f-da76818b704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:57.186350 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Router 81ba0a94-420e-49db-ab73-6d71d5705c66 is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:22:57.213658 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16b50b-5dae-41a2-8b8f-da76818b704e None None] Pushing event updated for resources: {'Port': ['ID=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:57.278534 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-758c7e39-2101-4fcd-b3f0-c8db7b0f9ec9 None None] Provisioning complete for port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:22:57.278923 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-758c7e39-2101-4fcd-b3f0-c8db7b0f9ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:57.292772 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:22:57.301947 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Sync routers for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:22:57.321471 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:22:57.322110 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:22:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:57.361155 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:57.364863 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-472a5611-1390-427e-81f3-f9c0da9550f9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5859363 Jul 01 07:22:57.365622 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56250) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:57.458210 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:22:57.690457 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c2676562-06db-4a23-8e4c-5a02324cb925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:57.710424 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:56Z', 'revision_number': 3, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:57.743384 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Checking router: 81ba0a94-420e-49db-ab73-6d71d5705c66 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:22:57.743735 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Updating router 81ba0a94-420e-49db-ab73-6d71d5705c66 port 9cb88848-85e4-4eba-924e-e26e7973db32 binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:22:57.780320 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:57.984595 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-4a38c6f1-1864-497f-b0be-cbb837319901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:57.986143 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-4a38c6f1-1864-497f-b0be-cbb837319901 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3708a808c1e6448c98d0d32200662bd5&device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1137 time: 0.0590916 Jul 01 07:22:58.025307 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d1815-ed15-4738-9879-50e72e854cf3 req-8d568bfa-6506-4658-a6bb-f22e81297d3e tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:58.027404 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ec0d1815-ed15-4738-9879-50e72e854cf3 req-8d568bfa-6506-4658-a6bb-f22e81297d3e tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.1548600 Jul 01 07:22:58.090016 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.100718 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ec0d1815-ed15-4738-9879-50e72e854cf3 req-867de7d1-2cd3-43ba-b562-c68eedd3cec5 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0655413 Jul 01 07:22:58.104716 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-536fc8ff-267e-4001-867d-eb67a7bc48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:58.105770 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-536fc8ff-267e-4001-867d-eb67a7bc48f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87ae4e33-1b8a-4df1-ae38-607e98cc3440 HTTP/1.1" status: 200 len: 916 time: 0.1127353 Jul 01 07:22:58.107969 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Transition to ACTIVE for port object 9cb88848-85e4-4eba-924e-e26e7973db32 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:22:58.181594 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-fee6c678-b136-444d-ba76-947b23b6af3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 1000 time: 0.0692360 Jul 01 07:22:58.185186 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.193394 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.237628 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-4573eebb-553a-40c4-9a2b-33c26ba23152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:58.242127 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-4573eebb-553a-40c4-9a2b-33c26ba23152 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7ea6f93-1340-4035-ab68-25c10fb716b3 HTTP/1.1" status: 200 len: 854 time: 0.0505328 Jul 01 07:22:58.244656 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Attempting to bind port 9cb88848-85e4-4eba-924e-e26e7973db32 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:22:58.245030 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Attempting to bind port 9cb88848-85e4-4eba-924e-e26e7973db32 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:22:58.245390 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Attempting to bind port 9cb88848-85e4-4eba-924e-e26e7973db32 on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:22:58.252570 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd076b10-52e6-45e3-9c5d-fedab5046e44 None None] Pushing event updated for resources: {'Port': ['ID=9cb88848-85e4-4eba-924e-e26e7973db32,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:58.256139 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:22:58.256523 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:22:58.256931 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.257319 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:22:58.257794 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Bound port: 9cb88848-85e4-4eba-924e-e26e7973db32, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:22:58.258171 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.323626 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-163aea34-2a86-4523-9d1d-7122ac100c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:58.329653 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-163aea34-2a86-4523-9d1d-7122ac100c5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87ae4e33-1b8a-4df1-ae38-607e98cc3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803516 Jul 01 07:22:58.330965 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] For port 9cb88848-85e4-4eba-924e-e26e7973db32, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:22:58.338061 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] For port 9cb88848-85e4-4eba-924e-e26e7973db32, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=9cb88848-85e4-4eba-924e-e26e7973db32,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:22:58.372038 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Allocated IP 172.20.0.1 (9cdc1802-1be1-4b4e-ba56-a22ffe36ab70/36abf5d6-a746-455a-ad3a-f6360d047b1a/f4a7275e-3a88-4ab7-af2e-990991903471) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:22:58.380012 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:22:58.422627 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.435755 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-de1e48b4-25fa-48ef-8f2a-535a6017346e service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994797 Jul 01 07:22:58.477365 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.508030 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd076b10-52e6-45e3-9c5d-fedab5046e44 None None] Pushing event updated for resources: {'Port': ['ID=9cb88848-85e4-4eba-924e-e26e7973db32,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:58.509309 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.provisioning_blocks [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Transition to ACTIVE for port object f4a7275e-3a88-4ab7-af2e-990991903471 will not be triggered until provisioned by entity DHCP. {{(pid=93538) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:22:58.513929 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:22:58.514623 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:22:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:58.560538 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:22:58.560992 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.574289 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-527354d8-dd55-4fa6-bf36-ff251ae53d7c req-907611cf-19c6-4177-9f92-a0f98b7e0bf9 service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311078 Jul 01 07:22:58.633373 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3521976'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.682184 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:22:58.683822 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:22:58.686861 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:22:58.694010 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:22:58.718047 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a7275e-3a88-4ab7-af2e-990991903471,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:58.751831 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:58.917497 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:56Z', 'revision_number': 3, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:22:59.002197 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.077071 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7532329f-1e7f-488c-bdf7-9f324f1c556f None None] The sync data for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi is: [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:56Z', 'revision_number': 3, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:22:59.164458 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-9b81498b-f528-4be2-8c48-50c7fa3fcfce None None] Provisioning for port f4a7275e-3a88-4ab7-af2e-990991903471 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:22:59.171452 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-9b81498b-f528-4be2-8c48-50c7fa3fcfce None None] Provisioning complete for port f4a7275e-3a88-4ab7-af2e-990991903471 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:22:59.171831 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-9b81498b-f528-4be2-8c48-50c7fa3fcfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.206474 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.215079 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-9b81498b-f528-4be2-8c48-50c7fa3fcfce None None] Port f4a7275e-3a88-4ab7-af2e-990991903471 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:22:59.261345 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521962'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.357886 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f4a7275e-3a88-4ab7-af2e-990991903471,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:59.367123 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.407315 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f632888-79f1-4b45-b9fc-74dd3b2a7bc4 req-42ab103c-65cd-46ef-8c8c-6c55c1e217a3 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:22:59.415670 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8f632888-79f1-4b45-b9fc-74dd3b2a7bc4 req-42ab103c-65cd-46ef-8c8c-6c55c1e217a3 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.1804829 Jul 01 07:22:59.502394 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8f632888-79f1-4b45-b9fc-74dd3b2a7bc4 req-c384dbec-6861-4c0c-ba25-35aa627b55c2 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0857675 Jul 01 07:22:59.517123 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56296) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:59.549139 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:22:59.550572 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:22:59.652360 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2487a3dc-743e-46e0-b115-8e799ae9c53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.679725 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Router 81ba0a94-420e-49db-ab73-6d71d5705c66 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:22:59.824285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2487a3dc-743e-46e0-b115-8e799ae9c53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.850177 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:22:59.862999 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d8e86a7a-fa56-4180-a48b-b1f29ff339c4 admin admin] 10.222.0.35 "PUT /v2.0/routers/81ba0a94-420e-49db-ab73-6d71d5705c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958463 Jul 01 07:22:59.901668 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2487a3dc-743e-46e0-b115-8e799ae9c53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.941968 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-dc2501b6-d810-4bf9-84cc-b07d5e82baf7 None None] Provisioning complete for port f4a7275e-3a88-4ab7-af2e-990991903471 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:22:59.943090 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-dc2501b6-d810-4bf9-84cc-b07d5e82baf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:22:59.944193 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487a3dc-743e-46e0-b115-8e799ae9c53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af44b58-499b-455d-9c96-d008f3cdccff,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:22:59.950943 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-2487a3dc-743e-46e0-b115-8e799ae9c53d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d67c2d7cbcbb4f098b5d599afefbb2d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304023 Jul 01 07:22:59.951347 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56306) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:22:59.992229 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-dc2501b6-d810-4bf9-84cc-b07d5e82baf7 None None] Port f4a7275e-3a88-4ab7-af2e-990991903471 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:23:00.012325 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9a25073e-8b8c-4e00-b630-e28d1efda9ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.041851 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9a25073e-8b8c-4e00-b630-e28d1efda9ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.176248 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9a25073e-8b8c-4e00-b630-e28d1efda9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.178825 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-9a25073e-8b8c-4e00-b630-e28d1efda9ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.180505 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-9a25073e-8b8c-4e00-b630-e28d1efda9ed admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2af44b58-499b-455d-9c96-d008f3cdccff HTTP/1.1" status: 204 len: 168 time: 0.2276890 Jul 01 07:23:00.192263 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a25073e-8b8c-4e00-b630-e28d1efda9ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af44b58-499b-455d-9c96-d008f3cdccff,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:00.371086 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 9cb88848-85e4-4eba-924e-e26e7973db32 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:00.491935 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4c52-7728-4817-b1b3-d015fa8462e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.514746 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 9cb88848-85e4-4eba-924e-e26e7973db32 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:00.518785 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 9cb88848-85e4-4eba-924e-e26e7973db32 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:00.519185 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.639411 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.664828 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 9cb88848-85e4-4eba-924e-e26e7973db32, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=9cb88848-85e4-4eba-924e-e26e7973db32,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:00.735152 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56330) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:00.740182 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.742529 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1270080520-network', 'tenant_id': '582d533eb8394d0487c0639435f83a35'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:00.758973 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd182545-de0c-45e9-8268-508ea257c670 req-c19f8893-f23d-4aaf-861a-053ba616df5d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:00.760631 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-dd182545-de0c-45e9-8268-508ea257c670 req-c19f8893-f23d-4aaf-861a-053ba616df5d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0939567 Jul 01 07:23:00.807158 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-dd182545-de0c-45e9-8268-508ea257c670 req-104a9f1c-abf6-40fc-b750-2a4a26c2efb2 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390818 Jul 01 07:23:00.808520 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=9cb88848-85e4-4eba-924e-e26e7973db32,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:00.852280 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.852471 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Made reservation on behalf of 582d533eb8394d0487c0639435f83a35 for: {'network': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:23:00.854738 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for network, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.863423 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.939738 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56334) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:00.957492 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e011-8ddc-4bb1-8dd4-d733b927d87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.984941 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:00.993969 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Sync routers for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:23:01.009370 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:01.010207 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:01.044657 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.066842 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93539) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 01 07:23:01.078760 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.082267 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fb7438-87ec-4b74-8ea7-5051302fdd07,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:01.088648 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.088988 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.segments_db [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Added segment 5836766b-2559-49ff-96ce-de9ade73d0c6 of type vlan for network 66d808e4-3e28-47ed-b260-275f9820f879 Jul 01 07:23:01.127038 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:01.136570 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767717635907'] for network, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.150617 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e011-8ddc-4bb1-8dd4-d733b927d87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.217850 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fbe5e011-8ddc-4bb1-8dd4-d733b927d87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.241359 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583'] for network, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.242287 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:01.243308 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.273181 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe5e011-8ddc-4bb1-8dd4-d733b927d87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c41d02-6365-4954-a407-1970f2e3eba1,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:01.278732 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-fbe5e011-8ddc-4bb1-8dd4-d733b927d87f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b3326f7092ab4671a12f3fee3f83f1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378909 Jul 01 07:23:01.281492 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56340) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:01.306379 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=66d808e4-3e28-47ed-b260-275f9820f879,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:01.321398 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Network 66d808e4-3e28-47ed-b260-275f9820f879 details requested by agent ovs-agent-dv-cinder-777574-6-iscsi with host dv-cinder-777574-6-iscsi {{(pid=93540) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 01 07:23:01.352989 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:22:59Z', 'revision_number': 2, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:01.353820 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e70effae-351d-4ebf-93a2-551ddd3f21e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.356600 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56342) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:01.356957 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-80ee93e0-72f3-4ce5-8a92-1b23dcacb6d0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6199667 Jul 01 07:23:01.361480 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Request body: {'subnet': {'network_id': '66d808e4-3e28-47ed-b260-275f9820f879', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1270080520-subnet', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'ip_version': 4}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:01.384173 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Checking router: 81ba0a94-420e-49db-ab73-6d71d5705c66 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:23:01.384638 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Updating router 81ba0a94-420e-49db-ab73-6d71d5705c66 port f4a7275e-3a88-4ab7-af2e-990991903471 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:23:01.397711 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e70effae-351d-4ebf-93a2-551ddd3f21e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.428789 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.501718 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Made reservation on behalf of 582d533eb8394d0487c0639435f83a35 for: {'subnet': 1} {{(pid=93538) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:23:01.504161 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8760036'] for subnet, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.530173 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.532159 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e70effae-351d-4ebf-93a2-551ddd3f21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.534648 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e70effae-351d-4ebf-93a2-551ddd3f21e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.536250 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e70effae-351d-4ebf-93a2-551ddd3f21e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1c41d02-6365-4954-a407-1970f2e3eba1 HTTP/1.1" status: 204 len: 168 time: 0.2528071 Jul 01 07:23:01.574768 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70effae-351d-4ebf-93a2-551ddd3f21e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c41d02-6365-4954-a407-1970f2e3eba1,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:01.796234 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3490344', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8760054'] for subnet, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.844267 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.857265 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Transition to ACTIVE for port object f4a7275e-3a88-4ab7-af2e-990991903471 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:01.878686 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5381f541-1971-48f8-84d7-b843fa09f8d2,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:01.891250 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Checking segment: {'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93538) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:23:01.891250 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Network hostable DHCP agents. Network: 66d808e4-3e28-47ed-b260-275f9820f879, hostable agents: ['6a3e65e0-c2a2-4fd2-a884-ffe039809aa6'], hosted agents: [] {{(pid=93538) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 01 07:23:01.966704 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:01.997921 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Network 66d808e4-3e28-47ed-b260-275f9820f879 is scheduled to be hosted by DHCP agent 6a3e65e0-c2a2-4fd2-a884-ffe039809aa6 with binding_index 1 {{(pid=93538) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 01 07:23:02.020626 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c26c5-7899-4aab-94d0-82ab22101898 req-4c997d0d-6515-41f5-8379-de802ab16c1c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:02.021770 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Pushing event updated for resources: {'Port': ['ID=f4a7275e-3a88-4ab7-af2e-990991903471,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:02.022786 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-480c26c5-7899-4aab-94d0-82ab22101898 req-4c997d0d-6515-41f5-8379-de802ab16c1c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0856593 Jul 01 07:23:02.030375 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.031095 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.031429 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.031756 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.032083 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.032461 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.032784 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.033105 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.033441 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.033935 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.034411 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.034738 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:02.069937 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-480c26c5-7899-4aab-94d0-82ab22101898 req-1ec0238e-2ac1-46f4-bf5d-896017b3e202 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408340 Jul 01 07:23:02.075210 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-777574-6-iscsi, 66d808e4-3e28-47ed-b260-275f9820f879) {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:02.089128 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98babeb-9adb-4b37-b573-f33340d3de5c None None] Network 66d808e4-3e28-47ed-b260-275f9820f879 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:23:02.093489 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:02.094000 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.138311 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Attempting to bind port f4a7275e-3a88-4ab7-af2e-990991903471 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:23:02.138677 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Attempting to bind port f4a7275e-3a88-4ab7-af2e-990991903471 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:23:02.139064 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Attempting to bind port f4a7275e-3a88-4ab7-af2e-990991903471 on network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:23:02.145838 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:23:02.146846 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Checking segment: {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:23:02.147335 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.147770 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Bound using segment: {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:23:02.148230 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Bound port: f4a7275e-3a88-4ab7-af2e-990991903471, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:23:02.156113 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.209558 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56366) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:02.211949 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-7971ced3-ff6e-485b-b926-07fde4b3e0a1 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8542621 Jul 01 07:23:02.215825 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:02.257779 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] For port f4a7275e-3a88-4ab7-af2e-990991903471, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:23:02.262241 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] For port f4a7275e-3a88-4ab7-af2e-990991903471, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=f4a7275e-3a88-4ab7-af2e-990991903471,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:23:02.324597 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-529049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26471'] for router, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.325783 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-528958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-534734', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346880', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26494'] for router, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.331272 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7cc36252-a455-59f9-8974-b0c1359849b7-66d808e4-3e28-47ed-b260-275f9820f879', 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'fixed_ips': [{'subnet_id': '5381f541-1971-48f8-84d7-b843fa09f8d2'}]}} from dv-cinder-777574-6-iscsi. {{(pid=93540) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 01 07:23:02.332568 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.355988 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.423945 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.457675 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221acce7-b197-4e2a-92dd-838f6a86ec3e None None] Pushing event updated for resources: {'Port': ['ID=f4a7275e-3a88-4ab7-af2e-990991903471,revision_number=4']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:02.459789 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021beb72-58a8-4a45-9bf3-9d3391c32ea4 req-af0d676e-e1d5-41a1-a2eb-3744da348740 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:02.461929 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:02.462646 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:02.467771 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-021beb72-58a8-4a45-9bf3-9d3391c32ea4 req-af0d676e-e1d5-41a1-a2eb-3744da348740 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1448185 Jul 01 07:23:02.481752 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 9cb88848-85e4-4eba-924e-e26e7973db32 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:02.539435 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-021beb72-58a8-4a45-9bf3-9d3391c32ea4 req-cef28f57-67e6-4b29-ac98-d1ea295fb456 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706673 Jul 01 07:23:02.637372 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:02.640521 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 9cb88848-85e4-4eba-924e-e26e7973db32 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:02.640911 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.685659 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.db_base_plugin_common [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Allocated IP 172.20.0.2 (66d808e4-3e28-47ed-b260-275f9820f879/5381f541-1971-48f8-84d7-b843fa09f8d2/64ef479f-e3a5-4a39-b21b-d40603c22737) {{(pid=93540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:23:02.721626 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534744', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-529067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26380'] for router, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.966440 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Notify callbacks [] for port, precommit_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:02.978290 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:23:02Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:02.980569 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Transition to ACTIVE for port object 64ef479f-e3a5-4a39-b21b-d40603c22737 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:03.013156 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Transition to ACTIVE for port object 64ef479f-e3a5-4a39-b21b-d40603c22737 will not be triggered until provisioned by entity DHCP. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:03.024092 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0484ac-7153-44b5-89d2-b14cd6d3badf None None] The sync data for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi is: [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:23:02Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:23:03.064736 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.113753 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.116349 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577'] for port, after_create {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.141350 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.181733 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Network 66d808e4-3e28-47ed-b260-275f9820f879 is already hosted by enough agents. {{(pid=93540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:23:03.185100 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.scheduler.base_scheduler [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Resources bound (agent type, host, resource id): {{(pid=93540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:03.188846 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Received port after_create {{(pid=93540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:23:03.206846 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Pushing event updated for resources: {'Port': ['ID=64ef479f-e3a5-4a39-b21b-d40603c22737,revision_number=1']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:03.291464 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Attempting to bind port 64ef479f-e3a5-4a39-b21b-d40603c22737 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:23:03.292142 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Attempting to bind port 64ef479f-e3a5-4a39-b21b-d40603c22737 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:23:03.292869 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Attempting to bind port 64ef479f-e3a5-4a39-b21b-d40603c22737 on network 66d808e4-3e28-47ed-b260-275f9820f879 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:23:03.299334 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:23:03.300340 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Checking segment: {'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:23:03.300963 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.301576 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Bound using segment: {'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:23:03.303012 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Bound port: 64ef479f-e3a5-4a39-b21b-d40603c22737, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:23:03.303649 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.330794 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Allocated IP 172.27.2.233 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/af1d9075-dbf2-460c-9ac5-52ab4d952050) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:23:03.385110 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] For port 64ef479f-e3a5-4a39-b21b-d40603c22737, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:23:03.388933 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] For port 64ef479f-e3a5-4a39-b21b-d40603c22737, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=64ef479f-e3a5-4a39-b21b-d40603c22737,segment=NetworkSegment(5836766b-2559-49ff-96ce-de9ade73d0c6),segment_id=5836766b-2559-49ff-96ce-de9ade73d0c6)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:23:03.468308 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.495164 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78252a7-44ee-4aa2-a726-8249168366e5 req-7391474b-b38e-4476-94ae-41a30a23aa2d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:03.496675 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b78252a7-44ee-4aa2-a726-8249168366e5 req-7391474b-b38e-4476-94ae-41a30a23aa2d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.2094052 Jul 01 07:23:03.517623 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.547606 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cc20e-e34c-4838-ac18-09acc837880b None None] Pushing event updated for resources: {'Port': ['ID=64ef479f-e3a5-4a39-b21b-d40603c22737,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:03.575648 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b78252a7-44ee-4aa2-a726-8249168366e5 req-83a8209c-fbfd-435d-a0dc-2d16848ddbcf tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692980 Jul 01 07:23:03.686970 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:03.761034 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:23:03.773774 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:03.778222 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:23:03.816949 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=af1d9075-dbf2-460c-9ac5-52ab4d952050,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:03.826206 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d13bf8-9449-4606-aede-02e2d6c6d547 req-85715767-ea84-4a1e-abb0-6b2a25087214 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:03.828521 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e7d13bf8-9449-4606-aede-02e2d6c6d547 req-85715767-ea84-4a1e-abb0-6b2a25087214 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1004066 Jul 01 07:23:03.931750 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e7d13bf8-9449-4606-aede-02e2d6c6d547 req-194007a9-48fd-42a1-8342-ded5be09fab9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898559 Jul 01 07:23:04.228509 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:04.436851 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86070a9-b575-4195-becb-5af5a2aff60c req-6aaee214-9451-4830-bdaa-7afed73434bc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:04.438589 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d86070a9-b575-4195-becb-5af5a2aff60c req-6aaee214-9451-4830-bdaa-7afed73434bc tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.1727841 Jul 01 07:23:04.514240 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device f4a7275e-3a88-4ab7-af2e-990991903471 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:04.677649 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port f4a7275e-3a88-4ab7-af2e-990991903471 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:04.683832 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port f4a7275e-3a88-4ab7-af2e-990991903471 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:04.684361 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:04.795383 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:04.835333 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port f4a7275e-3a88-4ab7-af2e-990991903471, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=f4a7275e-3a88-4ab7-af2e-990991903471,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:04.844564 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63910c9-e11a-4e50-b699-3203a8cfa210 req-6e17c408-73c3-4a63-9764-36d2ee73d5f0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:04.846921 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c63910c9-e11a-4e50-b699-3203a8cfa210 req-6e17c408-73c3-4a63-9764-36d2ee73d5f0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0992651 Jul 01 07:23:04.919811 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:04.919811 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 64ef479f-e3a5-4a39-b21b-d40603c22737 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:04.928288 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c63910c9-e11a-4e50-b699-3203a8cfa210 req-2eeb88f0-f210-4646-a580-84c120268c53 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660264 Jul 01 07:23:04.958069 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-529058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534771'] for router, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.022013 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0106c10-2dca-4a38-a8b9-aac36e50640b None None] Network 66d808e4-3e28-47ed-b260-275f9820f879 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:23:05.078539 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Deleting port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:23:05.078930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.150153 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56420) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:05.169145 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=f4a7275e-3a88-4ab7-af2e-990991903471,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:05.259546 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 64ef479f-e3a5-4a39-b21b-d40603c22737 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:05.262763 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-15f6867e-7a0c-4cb4-8f60-67970a4693a0 None None] Provisioning for port 64ef479f-e3a5-4a39-b21b-d40603c22737 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:05.268555 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 64ef479f-e3a5-4a39-b21b-d40603c22737 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:05.268969 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.270447 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-15f6867e-7a0c-4cb4-8f60-67970a4693a0 None None] Provisioning complete for port 64ef479f-e3a5-4a39-b21b-d40603c22737 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:05.271913 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-15f6867e-7a0c-4cb4-8f60-67970a4693a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.286134 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] For port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:05.286756 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.299649 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28b3975a-2d83-4ed1-97e5-6516a79983da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.424216 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28b3975a-2d83-4ed1-97e5-6516a79983da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.449667 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.456027 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-15f6867e-7a0c-4cb4-8f60-67970a4693a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.477369 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263ea44-347c-4636-ac85-a4135aa9f4b4 req-f17c8a59-60c3-45c2-a62e-2fd516a6cbff tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:05.482594 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4263ea44-347c-4636-ac85-a4135aa9f4b4 req-f17c8a59-60c3-45c2-a62e-2fd516a6cbff tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 946 time: 0.3362412 Jul 01 07:23:05.501811 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28b3975a-2d83-4ed1-97e5-6516a79983da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.505794 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 64ef479f-e3a5-4a39-b21b-d40603c22737, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=64ef479f-e3a5-4a39-b21b-d40603c22737,segment=NetworkSegment(5836766b-2559-49ff-96ce-de9ade73d0c6),segment_id=5836766b-2559-49ff-96ce-de9ade73d0c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:05.533209 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Router d340f2e5-0de3-4b74-b700-41a91e0ce14f is scheduled to L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 with binding_index 1 {{(pid=93539) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 01 07:23:05.542195 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-28b3975a-2d83-4ed1-97e5-6516a79983da admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e1056090a30b44d2b88387b637e762e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3907261 Jul 01 07:23:05.543106 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3975a-2d83-4ed1-97e5-6516a79983da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e0932c-0114-477a-a7b5-113a87e9f39d,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:05.545838 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56424) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:05.568619 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.569049 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.569362 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Floating IP 67bcc7ec-00ff-4521-8188-074556f4f259 disassociated. External IP: 172.27.2.64, port: 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1. Jul 01 07:23:05.569696 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Calling delete_port for 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:23:05.581089 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4263ea44-347c-4636-ac85-a4135aa9f4b4 req-868aab4d-09ba-4fad-96bb-2be1bc5e0d8e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=6118d873-b9bb-48c2-9996-4e78a2f95495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718150 Jul 01 07:23:05.587737 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.617032 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bd76592c-2660-41f6-b8fc-bbaa8684ebe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.644202 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bd76592c-2660-41f6-b8fc-bbaa8684ebe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.663023 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.db.api [None req-15f6867e-7a0c-4cb4-8f60-67970a4693a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 01 07:23:05.663385 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG oslo_db.api [None req-15f6867e-7a0c-4cb4-8f60-67970a4693a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 01 07:23:05.668430 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=64ef479f-e3a5-4a39-b21b-d40603c22737,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:05.753287 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:23:05.761872 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Sync routers for ids ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:23:05.770627 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bd76592c-2660-41f6-b8fc-bbaa8684ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.771222 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Routers {'d340f2e5-0de3-4b74-b700-41a91e0ce14f'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:05.777302 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:05.777453 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bd76592c-2660-41f6-b8fc-bbaa8684ebe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.777453 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-bd76592c-2660-41f6-b8fc-bbaa8684ebe2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40e0932c-0114-477a-a7b5-113a87e9f39d HTTP/1.1" status: 204 len: 168 time: 0.2283583 Jul 01 07:23:05.783622 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76592c-2660-41f6-b8fc-bbaa8684ebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e0932c-0114-477a-a7b5-113a87e9f39d,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:05.839732 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.841084 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b1281915-7c2c-4b72-b697-be93f8e4f3f0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6303487 Jul 01 07:23:05.843818 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56430) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:05.907573 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:05.978488 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event deleted for resources: {'Port': ['ID=738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:06.033226 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Set router d340f2e5-0de3-4b74-b700-41a91e0ce14f gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:06.275815 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 3, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port': {'id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:03Z', 'updated_at': '2021-07-01T07:23:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:06.276507 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Router 5dd84102-31b1-4445-84f9-a5416059d31d has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:23:06.308661 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Checking router: d340f2e5-0de3-4b74-b700-41a91e0ce14f for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:23:06.308661 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Updating router d340f2e5-0de3-4b74-b700-41a91e0ce14f port af1d9075-dbf2-460c-9ac5-52ab4d952050 binding host dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:23:06.328535 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e968bc-3f90-4be4-a20e-0f79866bb93d req-c83ec6f5-002e-4462-bc40-dbd7a9b88d22 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:06.330994 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a4e968bc-3f90-4be4-a20e-0f79866bb93d req-c83ec6f5-002e-4462-bc40-dbd7a9b88d22 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.2362294 Jul 01 07:23:06.350558 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.393490 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device f4a7275e-3a88-4ab7-af2e-990991903471 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:06.443729 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-b17ecf70-5db7-4a5e-840c-e3bc7a7acd6e None None] Provisioning complete for port 64ef479f-e3a5-4a39-b21b-d40603c22737 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:06.444100 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b17ecf70-5db7-4a5e-840c-e3bc7a7acd6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.506402 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a4e968bc-3f90-4be4-a20e-0f79866bb93d req-9a30f786-1837-4b8d-ab28-a0e04551d544 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1642454 Jul 01 07:23:06.594457 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56438) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:06.601573 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:23:06.609268 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port f4a7275e-3a88-4ab7-af2e-990991903471 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:06.609779 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.617521 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] Sync routers for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:23:06.620584 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f2973793-6191-4807-8d0e-6509e8df97bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.632318 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:06.633856 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:06.750128 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f2973793-6191-4807-8d0e-6509e8df97bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.756155 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] No DVR routers for this DVR port 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:23:06.760059 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.763379 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d86070a9-b575-4195-becb-5af5a2aff60c req-f1731f9e-600d-4865-98ae-c3e76bd1923e tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "DELETE /v2.0/ports/738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 HTTP/1.1" status: 204 len: 173 time: 2.3162496 Jul 01 07:23:06.767446 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'name': 'network-vif-deleted', 'tag': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:23:06.771520 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0775b7-2841-4463-8644-92e36a1ed39d" -d '{"events": [{"server_uuid": "d7196f4b-410a-4be8-87f9-a6ca39618804", "name": "network-vif-deleted", "tag": "738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:23:06.810303 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 64ef479f-e3a5-4a39-b21b-d40603c22737 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:06.816224 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:06.832762 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f2973793-6191-4807-8d0e-6509e8df97bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.851493 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.867673 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-217d6dd6-0df9-481b-bf6b-7c38eee5cc83 req-312915bc-d7cc-4104-b979-066c8afe3887 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 210 time: 0.0459018 Jul 01 07:23:06.893397 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Notify callbacks [] for port, precommit_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.905881 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Transition to ACTIVE for port object af1d9075-dbf2-460c-9ac5-52ab4d952050 will not be triggered until provisioned by entity L2. {{(pid=93540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:06.923405 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2973793-6191-4807-8d0e-6509e8df97bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d28695d0-061e-499f-8869-78341b9c1b9d,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:06.944806 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 64ef479f-e3a5-4a39-b21b-d40603c22737 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:06.945184 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:06.948256 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f2973793-6191-4807-8d0e-6509e8df97bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb25715bd840454b9149594a076ebebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520157 Jul 01 07:23:06.951644 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56448) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:07.003771 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.098991 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eb4d1f94-2d05-4be6-9cc2-8ba6528f8f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.122396 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Attempting to bind port af1d9075-dbf2-460c-9ac5-52ab4d952050 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:23:07.122878 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Attempting to bind port af1d9075-dbf2-460c-9ac5-52ab4d952050 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:23:07.123268 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Attempting to bind port af1d9075-dbf2-460c-9ac5-52ab4d952050 on network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:23:07.123898 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eb4d1f94-2d05-4be6-9cc2-8ba6528f8f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.138921 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:23:07.139236 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Checking segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:23:07.139646 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.140044 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Bound using segment: {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'} {{(pid=93540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:23:07.140646 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.managers [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Bound port: af1d9075-dbf2-460c-9ac5-52ab4d952050, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9b0a4-850c-4423-ba27-7b96bb953a77', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}}] {{(pid=93540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:23:07.140905 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.172303 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0efddb-9014-4a32-a86e-a6bd8f9b0bdf x-openstack-request-id: req-6c0efddb-9014-4a32-a86e-a6bd8f9b0bdf {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:23:07.172706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7196f4b-410a-4be8-87f9-a6ca39618804", "name": "network-vif-deleted", "tag": "738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:23:07.173040 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6c0efddb-9014-4a32-a86e-a6bd8f9b0bdf {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:23:07.173496 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7196f4b-410a-4be8-87f9-a6ca39618804', 'name': 'network-vif-deleted', 'tag': '738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1', 'status': 'completed', 'code': 200} Jul 01 07:23:07.197915 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a96cf-b9f5-4361-abfe-ff8df3136209 None None] Pushing event updated for resources: {'Port': ['ID=af1d9075-dbf2-460c-9ac5-52ab4d952050,revision_number=2']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:07.224326 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] For port af1d9075-dbf2-460c-9ac5-52ab4d952050, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:23:07.228051 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] For port af1d9075-dbf2-460c-9ac5-52ab4d952050, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=af1d9075-dbf2-460c-9ac5-52ab4d952050,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:23:07.230167 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Allocated IP 172.20.0.1 (66d808e4-3e28-47ed-b260-275f9820f879/5381f541-1971-48f8-84d7-b843fa09f8d2/710e0f6e-870e-4093-a74d-7fb31477b9c5) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:23:07.246833 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eb4d1f94-2d05-4be6-9cc2-8ba6528f8f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.259023 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-eb4d1f94-2d05-4be6-9cc2-8ba6528f8f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.264774 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-eb4d1f94-2d05-4be6-9cc2-8ba6528f8f27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d28695d0-061e-499f-8869-78341b9c1b9d HTTP/1.1" status: 204 len: 168 time: 0.3121271 Jul 01 07:23:07.271685 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:07.280603 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d1f94-2d05-4be6-9cc2-8ba6528f8f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28695d0-061e-499f-8869-78341b9c1b9d,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:07.321946 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.323155 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] Checking router: 5dd84102-31b1-4445-84f9-a5416059d31d for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:23:07.335045 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:07.336276 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:07.393606 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.400273 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Routers {'d340f2e5-0de3-4b74-b700-41a91e0ce14f'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:07.401038 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:07.410667 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a96cf-b9f5-4361-abfe-ff8df3136209 None None] Pushing event updated for resources: {'Port': ['ID=af1d9075-dbf2-460c-9ac5-52ab4d952050,revision_number=3']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:07.415971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Transition to ACTIVE for port object 710e0f6e-870e-4093-a74d-7fb31477b9c5 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:07.466458 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:07.516646 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] Set router d340f2e5-0de3-4b74-b700-41a91e0ce14f gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:07.532804 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.578554 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Network 66d808e4-3e28-47ed-b260-275f9820f879 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:23:07.583489 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:07.586477 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:23:07.611769 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Pushing event updated for resources: {'Port': ['ID=710e0f6e-870e-4093-a74d-7fb31477b9c5,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:07.643556 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-536307'] for router_interface, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:07.850564 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 3, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port': {'id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:03Z', 'updated_at': '2021-07-01T07:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:07.860303 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:07.861706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb9960-70ef-4a03-b4f1-fd1147bf7e72 req-fed41dfb-9d48-40f6-88a2-0ef14a2d07bc tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:07.863817 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2ebb9960-70ef-4a03-b4f1-fd1147bf7e72 req-fed41dfb-9d48-40f6-88a2-0ef14a2d07bc tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0871065 Jul 01 07:23:07.897326 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf1125-651e-4c69-8c89-8d126e5ec88d None None] The sync data for ids ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'] in dv-cinder-777574-6-iscsi is: [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 3, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port': {'id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:03Z', 'updated_at': '2021-07-01T07:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:23:07.904300 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe399d9-8ffd-4ba1-a43e-0a77019b9a45 None None] The sync data for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi is: [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:23:07.972052 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-2ebb9960-70ef-4a03-b4f1-fd1147bf7e72 req-96c57c92-390c-46f9-bf5e-4387a08699da tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985906 Jul 01 07:23:07.981505 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:08.143264 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6410aeec-f18c-406d-bb43-673b761e40e6 req-93f0b2f5-9519-4033-a056-5cde79eb0297 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=d7196f4b-410a-4be8-87f9-a6ca39618804 HTTP/1.1" status: 200 len: 210 time: 0.0418096 Jul 01 07:23:08.145006 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-08d7b529-07fe-4f7a-8741-8541a110a6ec None None] Provisioning for port 710e0f6e-870e-4093-a74d-7fb31477b9c5 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:08.153772 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-08d7b529-07fe-4f7a-8741-8541a110a6ec None None] Provisioning complete for port 710e0f6e-870e-4093-a74d-7fb31477b9c5 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:08.153772 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-08d7b529-07fe-4f7a-8741-8541a110a6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:08.241068 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-08d7b529-07fe-4f7a-8741-8541a110a6ec None None] Port 710e0f6e-870e-4093-a74d-7fb31477b9c5 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:23:08.440940 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9749bcb-640e-462a-8a81-cdd322b24d3f None None] New status for floating IP 67bcc7ec-00ff-4521-8188-074556f4f259: DOWN {{(pid=93540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:23:08.639076 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:08.724654 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:08.800771 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536117'] for router_interface, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:08.803732 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Pushing event updated for resources: {'Port': ['ID=710e0f6e-870e-4093-a74d-7fb31477b9c5,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:08.899649 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Network 66d808e4-3e28-47ed-b260-275f9820f879 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:23:08.901028 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:08.967790 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:23:08.998281 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:23:08.998627 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 738d5f12-9ac8-4f7a-9c6e-e3c55feb47d1 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:23:09.047888 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Router d340f2e5-0de3-4b74-b700-41a91e0ce14f has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:23:09.052416 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:23:09.172433 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:23:09.189653 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f4a7c3e4-0a04-4ef3-a0ae-f33cc5190d33 admin admin] 10.222.0.35 "PUT /v2.0/routers/d340f2e5-0de3-4b74-b700-41a91e0ce14f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3379831 Jul 01 07:23:09.202001 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33ac9b-fe57-49ab-8bb5-197afe4fd6e5 req-dff6f66e-46bf-4c3b-811d-ac98e678744a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:09.203759 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8e33ac9b-fe57-49ab-8bb5-197afe4fd6e5 req-dff6f66e-46bf-4c3b-811d-ac98e678744a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0872030 Jul 01 07:23:09.248870 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8e33ac9b-fe57-49ab-8bb5-197afe4fd6e5 req-ea18653f-9d32-4656-afaf-8491daf224ad tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387027 Jul 01 07:23:09.272003 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-9089112e-39e6-4fe6-bdfc-9ee4784de379 None None] Provisioning complete for port 710e0f6e-870e-4093-a74d-7fb31477b9c5 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:09.272003 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-9089112e-39e6-4fe6-bdfc-9ee4784de379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:09.312560 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-9089112e-39e6-4fe6-bdfc-9ee4784de379 None None] Port 710e0f6e-870e-4093-a74d-7fb31477b9c5 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:23:09.394685 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56514) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:09.461327 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-791e63be-78bf-49dd-b5a6-cc3297e9a330 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:09.490626 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-791e63be-78bf-49dd-b5a6-cc3297e9a330 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:09.644613 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-791e63be-78bf-49dd-b5a6-cc3297e9a330 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:09.647862 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-791e63be-78bf-49dd-b5a6-cc3297e9a330 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:09.649093 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-791e63be-78bf-49dd-b5a6-cc3297e9a330 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "DELETE /v2.0/security-groups/6118d873-b9bb-48c2-9996-4e78a2f95495 HTTP/1.1" status: 204 len: 168 time: 0.2531464 Jul 01 07:23:09.651883 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56526) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:09.664229 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e63be-78bf-49dd-b5a6-cc3297e9a330 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6118d873-b9bb-48c2-9996-4e78a2f95495,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:09.665875 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.api.v2.resource [None req-9f24be33-da9c-4913-8e2c-205de8a559f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] show failed (client error): The resource could not be found. Jul 01 07:23:09.670390 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56530) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:09.681941 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-9f24be33-da9c-4913-8e2c-205de8a559f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups/6118d873-b9bb-48c2-9996-4e78a2f95495 HTTP/1.1" status: 404 len: 347 time: 0.0139782 Jul 01 07:23:09.794160 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Deleting port 063f958f-65e6-4d04-8f48-36558aa3931f {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:23:09.794505 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:09.864477 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56534) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:09.874983 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-52f4f0ab-2000-4fb9-a096-232866464760 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1642455374', 'description': 'tempest-secgroup-smoke-1642455374 description', 'project_id': 'b4d04f9d7e97419baba20cebcca844f4'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:09.879992 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:09.880510 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:09.892887 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Calling delete_port for 063f958f-65e6-4d04-8f48-36558aa3931f owned by network:floatingip {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:23:09.964292 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-52f4f0ab-2000-4fb9-a096-232866464760 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.065293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-52f4f0ab-2000-4fb9-a096-232866464760 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.097982 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.124078 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event deleted for resources: {'Port': ['ID=063f958f-65e6-4d04-8f48-36558aa3931f,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:10.124438 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-52f4f0ab-2000-4fb9-a096-232866464760 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.163596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4f0ab-2000-4fb9-a096-232866464760 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bb2971-71ef-45a8-b922-fd6750695610,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:10.194386 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.197172 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.198229 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-5534bda7-e238-4ef6-8ce9-2ffd290ce80a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "DELETE /v2.0/floatingips/67bcc7ec-00ff-4521-8188-074556f4f259 HTTP/1.1" status: 204 len: 168 time: 0.5263124 Jul 01 07:23:10.236645 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-52f4f0ab-2000-4fb9-a096-232866464760 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.236645 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-52f4f0ab-2000-4fb9-a096-232866464760 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3687761 Jul 01 07:23:10.237706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56540) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:10.243171 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-dd1ffd1d-4b64-4b58-bc94-d0a2953935be tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb2971-71ef-45a8-b922-fd6750695610', 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:10.350938 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dd1ffd1d-4b64-4b58-bc94-d0a2953935be tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.426419 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device af1d9075-dbf2-460c-9ac5-52ab4d952050 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:10.438843 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Sync routers for ids ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:23:10.451642 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Routers {'d340f2e5-0de3-4b74-b700-41a91e0ce14f'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:10.452348 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dd1ffd1d-4b64-4b58-bc94-d0a2953935be tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.452876 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:10.506440 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd289c24-7681-438e-9d3b-e5bb16719049 req-4d379600-f3d8-4343-9af0-f74f3dcf3a70 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:10.508335 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-dd289c24-7681-438e-9d3b-e5bb16719049 req-4d379600-f3d8-4343-9af0-f74f3dcf3a70 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.1036468 Jul 01 07:23:10.543927 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dd1ffd1d-4b64-4b58-bc94-d0a2953935be tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.571194 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ffd1d-4b64-4b58-bc94-d0a2953935be tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1814776a-1a09-4e89-99c4-5da861e01512,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:10.573754 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-dd289c24-7681-438e-9d3b-e5bb16719049 req-033818da-a02f-4757-ae76-d3ec9b0a33ce tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516088 Jul 01 07:23:10.603324 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Set router d340f2e5-0de3-4b74-b700-41a91e0ce14f gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:10.608951 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port af1d9075-dbf2-460c-9ac5-52ab4d952050 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:10.610717 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port af1d9075-dbf2-460c-9ac5-52ab4d952050 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:10.611134 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.633596 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dd1ffd1d-4b64-4b58-bc94-d0a2953935be tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.634834 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-dd1ffd1d-4b64-4b58-bc94-d0a2953935be tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3961875 Jul 01 07:23:10.638252 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56550) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:10.644412 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-6b5df90b-552b-4d35-9882-d39c8fe09e18 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb2971-71ef-45a8-b922-fd6750695610', 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:10.711661 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56552) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:10.716759 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-3c8aa951-31d1-48de-ace2-b903643655de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1981842529', 'description': 'tempest-description--1092388810'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:10.760617 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6b5df90b-552b-4d35-9882-d39c8fe09e18 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.769341 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.794309 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port af1d9075-dbf2-460c-9ac5-52ab4d952050, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=af1d9075-dbf2-460c-9ac5-52ab4d952050,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:10.814107 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6b5df90b-552b-4d35-9882-d39c8fe09e18 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.863868 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa951-31d1-48de-ace2-b903643655de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.896916 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.898175 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6b5df90b-552b-4d35-9882-d39c8fe09e18 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.938579 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5df90b-552b-4d35-9882-d39c8fe09e18 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c75d1525-7c63-4fbb-8c70-cd9abae23ec6,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:10.952585 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=af1d9075-dbf2-460c-9ac5-52ab4d952050,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:10.960060 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:23:07Z', 'revision_number': 4, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port': {'id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:03Z', 'updated_at': '2021-07-01T07:23:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '710e0f6e-870e-4093-a74d-7fb31477b9c5', 'name': '', 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'mac_address': 'fa:16:3e:76:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5381f541-1971-48f8-84d7-b843fa09f8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:06Z', 'updated_at': '2021-07-01T07:23:08Z', 'revision_number': 2, 'project_id': '582d533eb8394d0487c0639435f83a35', 'subnets': [{'id': '5381f541-1971-48f8-84d7-b843fa09f8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:10.976628 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa951-31d1-48de-ace2-b903643655de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:10.985536 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Checking router: d340f2e5-0de3-4b74-b700-41a91e0ce14f for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:23:10.985884 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Updating router d340f2e5-0de3-4b74-b700-41a91e0ce14f port 710e0f6e-870e-4093-a74d-7fb31477b9c5 binding host dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 01 07:23:11.018563 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.056806 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa951-31d1-48de-ace2-b903643655de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.087946 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aa951-31d1-48de-ace2-b903643655de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc275bbb-0a73-4d5f-9938-cc8327853914,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:11.113674 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-6b5df90b-552b-4d35-9882-d39c8fe09e18 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.117939 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56562) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:11.118429 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-6b5df90b-552b-4d35-9882-d39c8fe09e18 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4779637 Jul 01 07:23:11.122616 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-966334ec-a6f1-4353-a671-d6eb3a46eef7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb2971-71ef-45a8-b922-fd6750695610', 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:11.176106 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa951-31d1-48de-ace2-b903643655de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.177880 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-3c8aa951-31d1-48de-ace2-b903643655de tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4651561 Jul 01 07:23:11.187807 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56566) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:11.194203 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-9bf0713f-cc29-40ab-bd30-23e1c1a4b3f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'security_group_rule': {'security_group_id': 'fc275bbb-0a73-4d5f-9938-cc8327853914', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:11.280048 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-966334ec-a6f1-4353-a671-d6eb3a46eef7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.286505 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Notify callbacks [] for port, precommit_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.296192 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.provisioning_blocks [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Transition to ACTIVE for port object 710e0f6e-870e-4093-a74d-7fb31477b9c5 will not be triggered until provisioned by entity L2. {{(pid=93541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:11.337764 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-966334ec-a6f1-4353-a671-d6eb3a46eef7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.406436 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.411233 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9bf0713f-cc29-40ab-bd30-23e1c1a4b3f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.434573 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-966334ec-a6f1-4353-a671-d6eb3a46eef7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.451180 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bee92-fa59-44bc-87aa-dd519d71260e None None] Pushing event updated for resources: {'Port': ['ID=710e0f6e-870e-4093-a74d-7fb31477b9c5,revision_number=3']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:11.462362 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966334ec-a6f1-4353-a671-d6eb3a46eef7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0a1e81-b064-4c17-8179-e91ab9f35333,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:11.491592 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9bf0713f-cc29-40ab-bd30-23e1c1a4b3f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.524865 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Attempting to bind port 710e0f6e-870e-4093-a74d-7fb31477b9c5 on host dv-cinder-777574-6-iscsi for vnic_type normal with profile {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:23:11.524865 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Attempting to bind port 710e0f6e-870e-4093-a74d-7fb31477b9c5 by drivers openvswitch,hyperv on host dv-cinder-777574-6-iscsi at level 0 using segments [{'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:23:11.524865 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Attempting to bind port 710e0f6e-870e-4093-a74d-7fb31477b9c5 on network 66d808e4-3e28-47ed-b260-275f9820f879 {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:23:11.531952 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Checking agent: {'id': '0d980b38-abdf-414c-8ffd-943689fd337f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-777574-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 9, 31), 'started_at': datetime.datetime(2021, 7, 1, 7, 10, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-777574-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:23:11.532330 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Checking segment: {'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:23:11.532965 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.533425 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Bound using segment: {'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'} {{(pid=93541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:23:11.534022 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.managers [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Bound port: 710e0f6e-870e-4093-a74d-7fb31477b9c5, host: dv-cinder-777574-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5836766b-2559-49ff-96ce-de9ade73d0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879'}}] {{(pid=93541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:23:11.534428 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.603188 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] For port 710e0f6e-870e-4093-a74d-7fb31477b9c5, host dv-cinder-777574-6-iscsi, cleared binding levels {{(pid=93541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:23:11.606734 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.plugins.ml2.db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] For port 710e0f6e-870e-4093-a74d-7fb31477b9c5, host dv-cinder-777574-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=710e0f6e-870e-4093-a74d-7fb31477b9c5,segment=NetworkSegment(5836766b-2559-49ff-96ce-de9ade73d0c6),segment_id=5836766b-2559-49ff-96ce-de9ade73d0c6)] {{(pid=93541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:23:11.629137 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-966334ec-a6f1-4353-a671-d6eb3a46eef7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.630657 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-966334ec-a6f1-4353-a671-d6eb3a46eef7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5114343 Jul 01 07:23:11.633233 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56574) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:11.641289 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-b8ca65cc-0e0d-4669-ac6d-cc83d5492b15 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb2971-71ef-45a8-b922-fd6750695610', 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:11.657635 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9bf0713f-cc29-40ab-bd30-23e1c1a4b3f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.677321 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0713f-cc29-40ab-bd30-23e1c1a4b3f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68217808-5dcc-492a-8ba9-5c597cfc1b68,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:11.715372 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron_lib.callbacks.manager [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.761728 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8ca65cc-0e0d-4669-ac6d-cc83d5492b15 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.768449 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36bee92-fa59-44bc-87aa-dd519d71260e None None] Pushing event updated for resources: {'Port': ['ID=710e0f6e-870e-4093-a74d-7fb31477b9c5,revision_number=4']} {{(pid=93541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:11.771373 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7664cf1-0b10-4df0-8df3-87c6cc16ec3a req-d9f5a6d6-277b-4ce6-aa01-a81ce931763f tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:11.772797 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c7664cf1-0b10-4df0-8df3-87c6cc16ec3a req-d9f5a6d6-277b-4ce6-aa01-a81ce931763f tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0730636 Jul 01 07:23:11.791737 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Routers {'d340f2e5-0de3-4b74-b700-41a91e0ce14f'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:11.792362 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:11.841676 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9bf0713f-cc29-40ab-bd30-23e1c1a4b3f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.845688 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-9bf0713f-cc29-40ab-bd30-23e1c1a4b3f9 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6538160 Jul 01 07:23:11.860080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56580) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:11.865396 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-df4ddb07-25f6-4f07-bc17-d8b40930463d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'security_group_rule': {'security_group_id': 'fc275bbb-0a73-4d5f-9938-cc8327853914', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:11.883744 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c7664cf1-0b10-4df0-8df3-87c6cc16ec3a req-551bdf0e-0290-48b1-abab-6d290cab4076 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032550 Jul 01 07:23:11.890867 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8ca65cc-0e0d-4669-ac6d-cc83d5492b15 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:11.942134 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] Set router d340f2e5-0de3-4b74-b700-41a91e0ce14f gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:11.977784 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8ca65cc-0e0d-4669-ac6d-cc83d5492b15 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.004523 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca65cc-0e0d-4669-ac6d-cc83d5492b15 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289f2ef6-b982-47ff-8a2d-9dd5f4e86180,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:12.052554 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb07-25f6-4f07-bc17-d8b40930463d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.103607 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b8ca65cc-0e0d-4669-ac6d-cc83d5492b15 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.113902 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b8ca65cc-0e0d-4669-ac6d-cc83d5492b15 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4707277 Jul 01 07:23:12.114999 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56584) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:12.121530 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-036a3e08-4891-44b8-a86e-b4b1e2782b04 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb2971-71ef-45a8-b922-fd6750695610', 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:12.121887 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb07-25f6-4f07-bc17-d8b40930463d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.166291 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb07-25f6-4f07-bc17-d8b40930463d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.182999 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:23:07Z', 'revision_number': 4, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port': {'id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:03Z', 'updated_at': '2021-07-01T07:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '710e0f6e-870e-4093-a74d-7fb31477b9c5', 'name': '', 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'mac_address': 'fa:16:3e:76:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5381f541-1971-48f8-84d7-b843fa09f8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:06Z', 'updated_at': '2021-07-01T07:23:11Z', 'revision_number': 4, 'project_id': '582d533eb8394d0487c0639435f83a35', 'subnets': [{'id': '5381f541-1971-48f8-84d7-b843fa09f8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:12.183765 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ddb07-25f6-4f07-bc17-d8b40930463d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3765b16-5311-49e7-83ed-2139d16b4ce6,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:12.196639 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.securitygroups_db [None req-036a3e08-4891-44b8-a86e-b4b1e2782b04 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Project b4d04f9d7e97419baba20cebcca844f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 07:23:12.196639 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-036a3e08-4891-44b8-a86e-b4b1e2782b04 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.209994 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bcbd20-f743-4653-a95f-242771893c35 None None] The sync data for ids ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'] in dv-cinder-777574-6-iscsi is: [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:23:07Z', 'revision_number': 4, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port': {'id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:03Z', 'updated_at': '2021-07-01T07:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '710e0f6e-870e-4093-a74d-7fb31477b9c5', 'name': '', 'network_id': '66d808e4-3e28-47ed-b260-275f9820f879', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'mac_address': 'fa:16:3e:76:f3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '5381f541-1971-48f8-84d7-b843fa09f8d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:06Z', 'updated_at': '2021-07-01T07:23:11Z', 'revision_number': 4, 'project_id': '582d533eb8394d0487c0639435f83a35', 'subnets': [{'id': '5381f541-1971-48f8-84d7-b843fa09f8d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:23:12.274325 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-036a3e08-4891-44b8-a86e-b4b1e2782b04 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.302300 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-df4ddb07-25f6-4f07-bc17-d8b40930463d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.309400 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-df4ddb07-25f6-4f07-bc17-d8b40930463d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4437747 Jul 01 07:23:12.311935 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56590) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:12.316825 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:12.338172 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-036a3e08-4891-44b8-a86e-b4b1e2782b04 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.358634 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a3e08-4891-44b8-a86e-b4b1e2782b04 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bf6d52-7fcc-4e7f-b2a4-269e2457c5ed,revision_number=0']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:12.417342 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.504331 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-036a3e08-4891-44b8-a86e-b4b1e2782b04 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.508878 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56592) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:12.510029 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-036a3e08-4891-44b8-a86e-b4b1e2782b04 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3945942 Jul 01 07:23:12.515672 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 710e0f6e-870e-4093-a74d-7fb31477b9c5 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:12.516167 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-b5dc768c-6bdd-4a55-bab9-9943b73c8652 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'security_group_rule': {'security_group_id': 'd4bb2971-71ef-45a8-b922-fd6750695610', 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:12.544327 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.617949 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.securitygroups_db [None req-b5dc768c-6bdd-4a55-bab9-9943b73c8652 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Project b4d04f9d7e97419baba20cebcca844f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 01 07:23:12.623245 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b5dc768c-6bdd-4a55-bab9-9943b73c8652 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.659946 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Allocated IP 172.27.2.166 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/321dadfe-14c6-44f4-9402-b808a36096f6) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:23:12.684338 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning for port 710e0f6e-870e-4093-a74d-7fb31477b9c5 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:12.693635 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 710e0f6e-870e-4093-a74d-7fb31477b9c5 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:12.694298 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.707438 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b5dc768c-6bdd-4a55-bab9-9943b73c8652 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.779018 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.783637 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b5dc768c-6bdd-4a55-bab9-9943b73c8652 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-760609'] for security_group_rule, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.792735 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.803467 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc768c-6bdd-4a55-bab9-9943b73c8652 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a14df28-efdb-45c7-bd28-aa21e2281b3e,revision_number=0']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:12.836403 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] For port 710e0f6e-870e-4093-a74d-7fb31477b9c5, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=710e0f6e-870e-4093-a74d-7fb31477b9c5,segment=NetworkSegment(5836766b-2559-49ff-96ce-de9ade73d0c6),segment_id=5836766b-2559-49ff-96ce-de9ade73d0c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:12.907755 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b5dc768c-6bdd-4a55-bab9-9943b73c8652 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.908133 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.908276 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3521976'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:12.909165 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device af1d9075-dbf2-460c-9ac5-52ab4d952050 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:12.910007 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b5dc768c-6bdd-4a55-bab9-9943b73c8652 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4001658 Jul 01 07:23:13.026101 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:23:13.037652 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:13.045329 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:23:13.075762 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'Port': ['ID=321dadfe-14c6-44f4-9402-b808a36096f6,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:13.107514 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56606) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:13.171199 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Pushing event updated for resources: {'Port': ['ID=710e0f6e-870e-4093-a74d-7fb31477b9c5,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:13.186708 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:13.208250 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port af1d9075-dbf2-460c-9ac5-52ab4d952050 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:13.214047 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:13.214517 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07527ddb-2f92-459a-b494-90ebcf5bdfc2 req-cbfd3816-5899-4a63-b847-6c2804759aff tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:13.214517 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-07527ddb-2f92-459a-b494-90ebcf5bdfc2 req-cbfd3816-5899-4a63-b847-6c2804759aff tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.1383131 Jul 01 07:23:13.278634 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-07527ddb-2f92-459a-b494-90ebcf5bdfc2 req-fd084317-96cd-47df-bcb3-3c02cce24e27 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588577 Jul 01 07:23:13.359575 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-46cd990c-4782-4e48-aeff-c64b34471c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:13.385580 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:13.827656 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-46cd990c-4782-4e48-aeff-c64b34471c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:13.854838 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:13.896266 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-46cd990c-4782-4e48-aeff-c64b34471c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:13.930993 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521962'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:13.952795 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56654) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:13.952987 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-46cd990c-4782-4e48-aeff-c64b34471c1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=89ee686c9f144050904b6b2d61792a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8431442 Jul 01 07:23:13.977315 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd990c-4782-4e48-aeff-c64b34471c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f4b635-ba7e-4aee-9fe6-cc939adb6942,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:14.025870 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'Port': ['ID=321dadfe-14c6-44f4-9402-b808a36096f6,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:14.037607 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:14.049984 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e436b022-5ade-4348-8e02-ba7295a6a363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:14.078928 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e436b022-5ade-4348-8e02-ba7295a6a363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:14.110193 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:14.111517 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e0f8e637-17a2-4f30-a09e-0b3d39a89755 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7985265 Jul 01 07:23:14.301241 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e436b022-5ade-4348-8e02-ba7295a6a363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:14.303782 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e436b022-5ade-4348-8e02-ba7295a6a363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:14.304865 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-e436b022-5ade-4348-8e02-ba7295a6a363 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83f4b635-ba7e-4aee-9fe6-cc939adb6942 HTTP/1.1" status: 204 len: 168 time: 0.3506548 Jul 01 07:23:14.329321 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436b022-5ade-4348-8e02-ba7295a6a363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f4b635-ba7e-4aee-9fe6-cc939adb6942,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:14.359549 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-30b09f85-e6a5-4911-be37-610fdfaa17ff tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1981842529&fields=id&tenant_id=c239c3b22d8344db8e662a1afd201e3d HTTP/1.1" status: 200 len: 267 time: 0.0714629 Jul 01 07:23:14.394268 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 710e0f6e-870e-4093-a74d-7fb31477b9c5 up at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:14.441311 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Provisioning complete for port 710e0f6e-870e-4093-a74d-7fb31477b9c5 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:14.441738 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:14.532473 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-887defc2-9dc6-4bf9-ac1c-e3c6e50c476a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:14.536079 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-887defc2-9dc6-4bf9-ac1c-e3c6e50c476a tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 810 time: 0.1596739 Jul 01 07:23:14.547129 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007aa057-d196-4431-8a53-b627b2a3edc1 req-1937d5a0-f068-4d6c-a478-c6e481be2dae tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:14.548620 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-007aa057-d196-4431-8a53-b627b2a3edc1 req-1937d5a0-f068-4d6c-a478-c6e481be2dae tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0926261 Jul 01 07:23:14.550160 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-c69fb36b-9a9b-4900-a889-618da4624d9d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/quotas/c239c3b22d8344db8e662a1afd201e3d HTTP/1.1" status: 200 len: 375 time: 0.0099490 Jul 01 07:23:14.598377 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-007aa057-d196-4431-8a53-b627b2a3edc1 req-7c9d0cd6-6abd-435f-98fc-70e500c296e0 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363722 Jul 01 07:23:14.652361 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-4595421a-0be7-43ca-9305-8dd5aa69f4c2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953314 Jul 01 07:23:14.848918 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2fb37920-2e0c-4e37-8113-48b951fc54a8 service neutron] 10.222.0.35 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843796 Jul 01 07:23:14.951002 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-39177ca1-e77c-42ed-80e5-910e91db0e5b service neutron] 10.222.0.35 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949435 Jul 01 07:23:15.008420 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56700) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:15.027192 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-75bb9406-48f5-45f3-a8b1-1b2fee7fbb9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.141380 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-75bb9406-48f5-45f3-a8b1-1b2fee7fbb9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.210527 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-de008dd4-fcbb-4182-8170-05e5057e2549 req-ffd7c726-e476-453e-8070-215d140ba6ca tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 210 time: 0.0317776 Jul 01 07:23:15.210527 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-75bb9406-48f5-45f3-a8b1-1b2fee7fbb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.246935 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56712) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:15.247158 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-75bb9406-48f5-45f3-a8b1-1b2fee7fbb9c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dee2eedec8bf4f6a90c5c5d0dd2dde98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372856 Jul 01 07:23:15.257043 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb9406-48f5-45f3-a8b1-1b2fee7fbb9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca12feca-ac39-494a-b3fb-5d511c1ee6c4,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:15.319360 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 56716) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:15.320940 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fe55074-e3db-48f8-b12a-5de6c38455c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.347453 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fe55074-e3db-48f8-b12a-5de6c38455c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.470524 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e2101e8a-76a7-445e-9926-d94dbe65ee71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.486235 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fe55074-e3db-48f8-b12a-5de6c38455c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.489109 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3fe55074-e3db-48f8-b12a-5de6c38455c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.490300 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-3fe55074-e3db-48f8-b12a-5de6c38455c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca12feca-ac39-494a-b3fb-5d511c1ee6c4 HTTP/1.1" status: 204 len: 168 time: 0.2417915 Jul 01 07:23:15.499269 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe55074-e3db-48f8-b12a-5de6c38455c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca12feca-ac39-494a-b3fb-5d511c1ee6c4,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:15.576787 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e2101e8a-76a7-445e-9926-d94dbe65ee71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.658615 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e2101e8a-76a7-445e-9926-d94dbe65ee71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.702927 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e2101e8a-76a7-445e-9926-d94dbe65ee71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2ac51d75d644cb4a1414248641d7486&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3820364 Jul 01 07:23:15.703764 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2101e8a-76a7-445e-9926-d94dbe65ee71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f130fa07-f86a-45aa-9ee2-f3edf650c0db,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:15.705247 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 56730) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:15.761983 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9248d6e7-7f94-4f58-86db-68e21b7d0db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.787661 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9248d6e7-7f94-4f58-86db-68e21b7d0db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.787896 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14ff65-f94a-4d63-a3d4-64cb6e757895 req-954e22d9-40f8-4b0f-880d-02cc93a05080 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:15.789478 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1d14ff65-f94a-4d63-a3d4-64cb6e757895 req-954e22d9-40f8-4b0f-880d-02cc93a05080 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0768180 Jul 01 07:23:15.832373 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1d14ff65-f94a-4d63-a3d4-64cb6e757895 req-b05834d3-6319-425b-8072-15378f1bad71 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368817 Jul 01 07:23:15.926522 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9248d6e7-7f94-4f58-86db-68e21b7d0db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.929618 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9248d6e7-7f94-4f58-86db-68e21b7d0db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:15.930778 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-9248d6e7-7f94-4f58-86db-68e21b7d0db9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f130fa07-f86a-45aa-9ee2-f3edf650c0db HTTP/1.1" status: 204 len: 168 time: 0.2245543 Jul 01 07:23:15.938690 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9248d6e7-7f94-4f58-86db-68e21b7d0db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f130fa07-f86a-45aa-9ee2-f3edf650c0db,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:16.293158 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-648fb979-167d-431a-a160-464e1b5521f6 req-37b81d37-550b-4a2a-a09c-0392b1d2ec40 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 210 time: 0.0287220 Jul 01 07:23:17.029650 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616aefd2-3912-485b-99dd-4cccf5417fa0 req-d6c8b40c-72ad-4857-b0cf-64cff1633256 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:17.031333 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-616aefd2-3912-485b-99dd-4cccf5417fa0 req-d6c8b40c-72ad-4857-b0cf-64cff1633256 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0736029 Jul 01 07:23:17.078064 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-616aefd2-3912-485b-99dd-4cccf5417fa0 req-2d4452bf-410a-4ac6-88a4-cf4aeaf969b7 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388544 Jul 01 07:23:17.446864 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5563e712-796b-4513-9429-632db5b63d18 req-6946e883-57f6-4f84-b4c4-4bedfb97335c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 210 time: 0.0369079 Jul 01 07:23:17.724139 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-84aab3fc-0ba6-4a1f-a848-1b01407f2237 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:17.725799 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-84aab3fc-0ba6-4a1f-a848-1b01407f2237 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 810 time: 0.1348672 Jul 01 07:23:17.771256 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-4e655162-a10a-4f74-a6c8-da1269cbac72 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c239c3b22d8344db8e662a1afd201e3d HTTP/1.1" status: 200 len: 380 time: 0.0353510 Jul 01 07:23:17.780746 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'port': {'device_id': '2d93180a-2ecb-42f4-b699-f465ff075637', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'admin_state_up': True, 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'security_groups': ['fc275bbb-0a73-4d5f-9938-cc8327853914']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:17.992807 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Made reservation on behalf of c239c3b22d8344db8e662a1afd201e3d for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:23:17.996630 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:18.149517 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Allocated IP 172.20.0.8 (fe686f1d-1027-4b7a-b0e1-238237c14731/8b185fd0-6e31-424c-b89c-921733294bfc/e9d44741-73b8-41fc-bdf9-781aa56798ed) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:23:18.267845 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d538972-9300-4932-8f1f-71ddeef786c8 req-881fee99-ece4-42c5-8975-21a37e03c157 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:18.279831 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d538972-9300-4932-8f1f-71ddeef786c8 req-881fee99-ece4-42c5-8975-21a37e03c157 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0753715 Jul 01 07:23:18.326707 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:18.327522 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4d538972-9300-4932-8f1f-71ddeef786c8 req-5dfd78b3-9f6d-46c5-a4b0-926c801b0d70 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502551 Jul 01 07:23:18.341104 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Transition to ACTIVE for port object e9d44741-73b8-41fc-bdf9-781aa56798ed will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:18.445042 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:18.491200 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Network fe686f1d-1027-4b7a-b0e1-238237c14731 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:23:18.494462 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:18.498234 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:23:18.512281 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event updated for resources: {'Port': ['ID=e9d44741-73b8-41fc-bdf9-781aa56798ed,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:18.558924 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:18.559603 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:18.659873 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a13b2-5c8b-439a-bd13-c8dfe144d055 req-7867196b-3d3f-4e70-a257-65203d677f0f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:18.661392 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a88a13b2-5c8b-439a-bd13-c8dfe144d055 req-7867196b-3d3f-4e70-a257-65203d677f0f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 931 time: 0.0740604 Jul 01 07:23:18.664118 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-f5157fab-8c40-458e-9ecc-6d6b00ff2ff8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8873115 Jul 01 07:23:18.684942 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Request body: {'port': {'device_id': '2d93180a-2ecb-42f4-b699-f465ff075637', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:18.729398 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a88a13b2-5c8b-439a-bd13-c8dfe144d055 req-2480da61-a942-4b5d-a5aa-8b4cd93f7212 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621247 Jul 01 07:23:18.772989 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:18.810355 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-ab225806-3847-4fe2-8562-0e5cd43e1bac None None] Provisioning for port e9d44741-73b8-41fc-bdf9-781aa56798ed completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:18.815518 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-ab225806-3847-4fe2-8562-0e5cd43e1bac None None] Provisioning complete for port e9d44741-73b8-41fc-bdf9-781aa56798ed triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:18.816378 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ab225806-3847-4fe2-8562-0e5cd43e1bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:18.853310 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-ab225806-3847-4fe2-8562-0e5cd43e1bac None None] Port e9d44741-73b8-41fc-bdf9-781aa56798ed cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:23:19.072966 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d44741-73b8-41fc-bdf9-781aa56798ed {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:23:19.082200 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:19.094631 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Transition to ACTIVE for port object e9d44741-73b8-41fc-bdf9-781aa56798ed will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:19.154980 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:19.208418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d44741-73b8-41fc-bdf9-781aa56798ed,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:19.279558 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Attempting to bind port e9d44741-73b8-41fc-bdf9-781aa56798ed on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:23:19.279899 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Attempting to bind port e9d44741-73b8-41fc-bdf9-781aa56798ed by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:23:19.280231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Attempting to bind port e9d44741-73b8-41fc-bdf9-781aa56798ed on network fe686f1d-1027-4b7a-b0e1-238237c14731 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:23:19.285027 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Port e9d44741-73b8-41fc-bdf9-781aa56798ed on network fe686f1d-1027-4b7a-b0e1-238237c14731 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:23:19.285457 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Attempting to bind port e9d44741-73b8-41fc-bdf9-781aa56798ed on network fe686f1d-1027-4b7a-b0e1-238237c14731 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:23:19.291347 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:23:19.291687 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Checking segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:23:19.292071 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Bound using segment: {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:23:19.295375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Bound port: e9d44741-73b8-41fc-bdf9-781aa56798ed, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e57c425d-2b33-493d-9824-7756f2b096c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:23:19.295375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:19.369089 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] For port e9d44741-73b8-41fc-bdf9-781aa56798ed, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:23:19.372665 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] For port e9d44741-73b8-41fc-bdf9-781aa56798ed, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e9d44741-73b8-41fc-bdf9-781aa56798ed,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:23:19.488861 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:19.526860 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd9b98-463c-4d52-b9f1-3c4b9a70bee3 req-a8f50bd0-07d0-42bf-b1a0-d1d7cc4f8703 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:19.532024 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-58fd9b98-463c-4d52-b9f1-3c4b9a70bee3 req-a8f50bd0-07d0-42bf-b1a0-d1d7cc4f8703 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0912435 Jul 01 07:23:19.539341 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:19.539995 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:19.541531 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] 10.222.0.26 "PUT /v2.0/ports/e9d44741-73b8-41fc-bdf9-781aa56798ed HTTP/1.1" status: 200 len: 1093 time: 0.8671629 Jul 01 07:23:19.541968 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d93180a-2ecb-42f4-b699-f465ff075637', 'tag': 'e9d44741-73b8-41fc-bdf9-781aa56798ed'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:23:19.544222 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e8dbe6-8a87-4d2d-8d01-4a47ccab7ace" -d '{"events": [{"name": "network-changed", "server_uuid": "2d93180a-2ecb-42f4-b699-f465ff075637", "tag": "e9d44741-73b8-41fc-bdf9-781aa56798ed"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:23:19.580963 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e2cfd-13ef-41a8-af48-a95368c052e7 x-openstack-request-id: req-a47e2cfd-13ef-41a8-af48-a95368c052e7 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:23:19.581332 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d93180a-2ecb-42f4-b699-f465ff075637", "tag": "e9d44741-73b8-41fc-bdf9-781aa56798ed", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:23:19.581653 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a47e2cfd-13ef-41a8-af48-a95368c052e7 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:23:19.582118 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d93180a-2ecb-42f4-b699-f465ff075637', 'tag': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'status': 'completed', 'code': 200} Jul 01 07:23:19.603606 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9cfbc7-accd-452d-85f3-cabd5b874c39 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d44741-73b8-41fc-bdf9-781aa56798ed,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:19.627815 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-58fd9b98-463c-4d52-b9f1-3c4b9a70bee3 req-ca635eae-fe61-4503-aac9-67fb5f3d7741 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907798 Jul 01 07:23:19.681026 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8dbe6-8a87-4d2d-8d01-4a47ccab7ace req-9806ae45-2203-4bda-922b-1b8475ba3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:19.682728 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41e8dbe6-8a87-4d2d-8d01-4a47ccab7ace req-9806ae45-2203-4bda-922b-1b8475ba3500 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 1096 time: 0.0702558 Jul 01 07:23:19.782388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8dbe6-8a87-4d2d-8d01-4a47ccab7ace req-255a4096-5649-4730-b975-ff86613f04cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:19.783932 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41e8dbe6-8a87-4d2d-8d01-4a47ccab7ace req-255a4096-5649-4730-b975-ff86613f04cc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c239c3b22d8344db8e662a1afd201e3d&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0931683 Jul 01 07:23:19.884940 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8dbe6-8a87-4d2d-8d01-4a47ccab7ace req-48b7ae1a-1447-4dca-b2b7-5938b2485771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:19.886396 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41e8dbe6-8a87-4d2d-8d01-4a47ccab7ace req-48b7ae1a-1447-4dca-b2b7-5938b2485771 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950484 Jul 01 07:23:19.928593 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580c09a-0789-4645-aaed-f233f7c2de4f req-8a308920-add0-45c4-a20b-6f6661b3d57d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:19.930085 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9580c09a-0789-4645-aaed-f233f7c2de4f req-8a308920-add0-45c4-a20b-6f6661b3d57d tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0621774 Jul 01 07:23:19.970210 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9580c09a-0789-4645-aaed-f233f7c2de4f req-ad45248b-b009-46c8-93fb-0ec00b7f0bf2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344591 Jul 01 07:23:20.808844 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e95485-f053-45d9-81e8-5746338d73a3 req-6a816629-0c68-4013-b83d-319916472a5d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:20.810321 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e8e95485-f053-45d9-81e8-5746338d73a3 req-6a816629-0c68-4013-b83d-319916472a5d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0655215 Jul 01 07:23:20.849193 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e8e95485-f053-45d9-81e8-5746338d73a3 req-a9580c95-1a81-46cf-9e82-23f154b06b3c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=3b4388c2-8d77-418b-bec3-e66806e5258b&id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332351 Jul 01 07:23:21.149013 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163911b-e602-4237-89c9-7a6ec5c1c0b8 req-0f9fbc04-e5af-4b69-bfa1-a4425ac96e95 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:21.150482 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d163911b-e602-4237-89c9-7a6ec5c1c0b8 req-0f9fbc04-e5af-4b69-bfa1-a4425ac96e95 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0620294 Jul 01 07:23:21.189540 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d163911b-e602-4237-89c9-7a6ec5c1c0b8 req-983276ad-fed8-43e1-a804-698558ff5475 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329688 Jul 01 07:23:22.370757 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0b02b-18d1-4d50-ae97-bebdc05ca3f8 req-cff800d2-4357-4234-9278-855817c5cf76 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:22.372262 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fba0b02b-18d1-4d50-ae97-bebdc05ca3f8 req-cff800d2-4357-4234-9278-855817c5cf76 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0637064 Jul 01 07:23:22.414869 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fba0b02b-18d1-4d50-ae97-bebdc05ca3f8 req-34ce843c-4f3b-40c6-bef0-c0b848f490e7 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370061 Jul 01 07:23:22.992595 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-5be2e950-0774-40b4-a0ab-2ef1d2c7c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:22.994091 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-5be2e950-0774-40b4-a0ab-2ef1d2c7c408 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 1096 time: 0.0534956 Jul 01 07:23:23.041344 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-60c5933a-14a4-45fa-a517-cc70cecfa142 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9d44741-73b8-41fc-bdf9-781aa56798ed HTTP/1.1" status: 200 len: 217 time: 0.0376756 Jul 01 07:23:23.094714 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-a1df28af-51e5-452d-869c-847bb5ba1934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:23.097417 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-a1df28af-51e5-452d-869c-847bb5ba1934 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b185fd0-6e31-424c-b89c-921733294bfc HTTP/1.1" status: 200 len: 849 time: 0.0489573 Jul 01 07:23:23.154300 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-eee1aa3b-f22f-4fb8-b3a9-80fe66c76689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:23.155829 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-eee1aa3b-f22f-4fb8-b3a9-80fe66c76689 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe686f1d-1027-4b7a-b0e1-238237c14731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507925 Jul 01 07:23:23.248781 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-cd47f2c5-fbc5-4e6d-b8e3-f9e7405ad52e service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845928 Jul 01 07:23:23.336720 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a3757755-7a1a-4a7f-b484-f60605fd5c34 req-7cf501f7-bb16-44da-bdc6-63d7921d990d service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803661 Jul 01 07:23:23.598630 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8db6a-336f-4b44-90e4-4e90d36bc090 req-94bc7a9f-96ba-470a-a736-67322b13cf62 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:23.611044 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-75f8db6a-336f-4b44-90e4-4e90d36bc090 req-94bc7a9f-96ba-470a-a736-67322b13cf62 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0723236 Jul 01 07:23:23.638912 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-75f8db6a-336f-4b44-90e4-4e90d36bc090 req-bb54654a-c6ff-44bf-88bf-8063c87e5492 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329936 Jul 01 07:23:24.809379 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae5ae5-9daf-4be5-93e5-f778b5b5a4d2 req-26c103e3-975e-4c42-ae4d-6006463a1dbd tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:24.810758 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-64ae5ae5-9daf-4be5-93e5-f778b5b5a4d2 req-26c103e3-975e-4c42-ae4d-6006463a1dbd tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0622959 Jul 01 07:23:24.852038 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-64ae5ae5-9daf-4be5-93e5-f778b5b5a4d2 req-d7df5fe3-858e-4f3e-ab1d-2d13d9c6c3e2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355825 Jul 01 07:23:26.032359 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a13efa-5262-4954-85b8-c6dafef75e90 req-de3060e9-0e1a-41a8-8dc4-c6f8d8268786 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:26.033825 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d9a13efa-5262-4954-85b8-c6dafef75e90 req-de3060e9-0e1a-41a8-8dc4-c6f8d8268786 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0669672 Jul 01 07:23:26.071479 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d9a13efa-5262-4954-85b8-c6dafef75e90 req-2b8772a8-1d9a-46a2-886c-fed8f0845c5c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319259 Jul 01 07:23:27.239631 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdea5c-92d0-4da6-bb6c-774131c48eb3 req-671bae0d-a277-467a-8f09-53afb0c9fb34 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:27.244685 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3bcdea5c-92d0-4da6-bb6c-774131c48eb3 req-671bae0d-a277-467a-8f09-53afb0c9fb34 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0661843 Jul 01 07:23:27.283101 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3bcdea5c-92d0-4da6-bb6c-774131c48eb3 req-f6dd72f5-bc30-40a5-af1c-485aed9d4bc4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328569 Jul 01 07:23:27.707158 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b7463abe-e19a-4f9f-ba95-7d1aafb55ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:28.453980 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0f8cce-02a4-4d4e-999c-ea4739ab7407 req-f7dabddb-9437-4389-84c5-76f41b4ddc8c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:28.455417 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-da0f8cce-02a4-4d4e-999c-ea4739ab7407 req-f7dabddb-9437-4389-84c5-76f41b4ddc8c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0615091 Jul 01 07:23:28.495593 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-da0f8cce-02a4-4d4e-999c-ea4739ab7407 req-d6ad63d2-287b-4bd3-8e43-0bf905de6be5 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340528 Jul 01 07:23:29.663126 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e60d7-089f-4188-a9e8-c4514cd26d0f req-71593b95-40d5-4b09-94f4-f7475b9a8e66 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:29.664499 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fe4e60d7-089f-4188-a9e8-c4514cd26d0f req-71593b95-40d5-4b09-94f4-f7475b9a8e66 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0612888 Jul 01 07:23:29.700446 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fe4e60d7-089f-4188-a9e8-c4514cd26d0f req-ae8a53b2-9fc3-4d27-b7c1-875eb61e0f86 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305090 Jul 01 07:23:30.466967 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-0eb0de71-5fac-44d7-9649-48bf5e920902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:30.770006 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:30.871408 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b548b-5e97-4d4f-b791-2aaee6ed2c70 req-880fafd3-65d6-47ab-82c4-8f2437a5b528 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:30.873036 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9e1b548b-5e97-4d4f-b791-2aaee6ed2c70 req-880fafd3-65d6-47ab-82c4-8f2437a5b528 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0646114 Jul 01 07:23:30.910802 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9e1b548b-5e97-4d4f-b791-2aaee6ed2c70 req-2e887ce1-45fa-4bf9-b4cc-b67a0efafae4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321286 Jul 01 07:23:31.124409 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:31.463211 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:32.088579 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549ea2d-f751-44af-abb2-5a26a9aa78a2 req-4a6240c9-f88c-47f7-944b-209ba320d6f2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:32.090031 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8549ea2d-f751-44af-abb2-5a26a9aa78a2 req-4a6240c9-f88c-47f7-944b-209ba320d6f2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0647378 Jul 01 07:23:32.126292 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8549ea2d-f751-44af-abb2-5a26a9aa78a2 req-482e1674-4023-4cfc-a925-3b73afffe361 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307367 Jul 01 07:23:33.044139 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:33.305338 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53d295-50d2-4cb0-a09c-ef2eac603749 req-120e8381-8905-4765-ae1c-536b45bffad8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:33.306728 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3f53d295-50d2-4cb0-a09c-ef2eac603749 req-120e8381-8905-4765-ae1c-536b45bffad8 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0632737 Jul 01 07:23:33.343358 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3f53d295-50d2-4cb0-a09c-ef2eac603749 req-34fdd195-13e5-482b-a198-08a3ec394c68 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311849 Jul 01 07:23:34.509103 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad808c44-f54d-44ff-a630-3e8151a89400 req-5ef3aad9-543d-4760-8941-eef9be1e4002 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:34.510596 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ad808c44-f54d-44ff-a630-3e8151a89400 req-5ef3aad9-543d-4760-8941-eef9be1e4002 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 943 time: 0.0608139 Jul 01 07:23:34.521545 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e9d44741-73b8-41fc-bdf9-781aa56798ed details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:23:34.551737 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ad808c44-f54d-44ff-a630-3e8151a89400 req-e18b11b2-b4fa-45ea-af4d-5b84a4b7bd91 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357080 Jul 01 07:23:34.730863 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e9d44741-73b8-41fc-bdf9-781aa56798ed, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e9d44741-73b8-41fc-bdf9-781aa56798ed,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:34.742200 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'port_id': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'mac_address': 'fa:16:3e:7e:e0:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:23:34.777130 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:34.789714 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d44741-73b8-41fc-bdf9-781aa56798ed {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:23:34.808651 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e9d44741-73b8-41fc-bdf9-781aa56798ed, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e9d44741-73b8-41fc-bdf9-781aa56798ed,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:34.880210 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:34.926897 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e9d44741-73b8-41fc-bdf9-781aa56798ed,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:35.722218 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6bef1-7e0a-4f9d-833e-1bf4fe343d86 req-e1b78452-bce5-4e5a-81f2-e939961286d4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:35.723754 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e2a6bef1-7e0a-4f9d-833e-1bf4fe343d86 req-e1b78452-bce5-4e5a-81f2-e939961286d4 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 944 time: 0.0620725 Jul 01 07:23:35.760240 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e2a6bef1-7e0a-4f9d-833e-1bf4fe343d86 req-bc65e401-025e-4c36-9fdb-b058bffa3b38 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310075 Jul 01 07:23:35.916139 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['e9d44741-73b8-41fc-bdf9-781aa56798ed'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:23:36.941633 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aef29c-e816-4407-aabf-024e15f5f863 req-e52ab77e-de74-4693-b8fd-d12312132f21 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:36.943176 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-86aef29c-e816-4407-aabf-024e15f5f863 req-e52ab77e-de74-4693-b8fd-d12312132f21 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 944 time: 0.0707679 Jul 01 07:23:36.984896 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-86aef29c-e816-4407-aabf-024e15f5f863 req-b149a029-25e1-4b38-94b4-1a1a5e825a4f tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330162 Jul 01 07:23:37.604823 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e9d44741-73b8-41fc-bdf9-781aa56798ed up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:37.743248 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port e9d44741-73b8-41fc-bdf9-781aa56798ed completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:37.747659 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port e9d44741-73b8-41fc-bdf9-781aa56798ed triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:37.753538 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:37.827649 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:37.849071 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d93180a-2ecb-42f4-b699-f465ff075637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d44741-73b8-41fc-bdf9-781aa56798ed'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:23:37.851373 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758ca07a-6a25-48e0-abdc-6c02e7bb8810" -d '{"events": [{"server_uuid": "2d93180a-2ecb-42f4-b699-f465ff075637", "name": "network-vif-plugged", "status": "completed", "tag": "e9d44741-73b8-41fc-bdf9-781aa56798ed"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:23:37.864817 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e9d44741-73b8-41fc-bdf9-781aa56798ed, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e9d44741-73b8-41fc-bdf9-781aa56798ed,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:37.952949 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:38.000539 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb29f99-fecf-4053-973a-63a72e9769c6 x-openstack-request-id: req-abb29f99-fecf-4053-973a-63a72e9769c6 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:23:38.000838 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d93180a-2ecb-42f4-b699-f465ff075637", "name": "network-vif-plugged", "status": "completed", "tag": "e9d44741-73b8-41fc-bdf9-781aa56798ed", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:23:38.001089 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abb29f99-fecf-4053-973a-63a72e9769c6 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:23:38.001477 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d93180a-2ecb-42f4-b699-f465ff075637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'code': 200} Jul 01 07:23:38.004375 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e9d44741-73b8-41fc-bdf9-781aa56798ed,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:38.162059 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0076c-7ca7-44c6-b0d3-16fd33e5727c req-908dd997-d6fd-4295-828c-5b133943738c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:38.164048 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57088) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:38.169543 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0cd0076c-7ca7-44c6-b0d3-16fd33e5727c req-908dd997-d6fd-4295-828c-5b133943738c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 945 time: 0.0642581 Jul 01 07:23:38.207404 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0cd0076c-7ca7-44c6-b0d3-16fd33e5727c req-7818b277-44ee-4f4d-9819-476b6af24670 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370228 Jul 01 07:23:38.271369 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1082d37a-3d64-4917-84ec-60234429871e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:38.368816 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1082d37a-3d64-4917-84ec-60234429871e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:38.374363 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dbef2-4854-435b-95b0-5c1cdfe93616 req-2a7b4812-7907-42df-8541-6ed5a83921fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:38.375913 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-372dbef2-4854-435b-95b0-5c1cdfe93616 req-2a7b4812-7907-42df-8541-6ed5a83921fc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 1098 time: 0.0513859 Jul 01 07:23:38.410404 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-372dbef2-4854-435b-95b0-5c1cdfe93616 req-a32cbe0e-5aa3-4425-9115-9fe1c0d715c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278156 Jul 01 07:23:38.442441 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1082d37a-3d64-4917-84ec-60234429871e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:38.495457 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-ca183e3e-e3e8-42df-ba91-76c43800c2b0 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1642455374&fields=id&tenant_id=b4d04f9d7e97419baba20cebcca844f4 HTTP/1.1" status: 200 len: 267 time: 0.0671570 Jul 01 07:23:38.496044 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082d37a-3d64-4917-84ec-60234429871e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0dac597-bd1f-464d-814c-41bac9381f0c,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:38.500195 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-1082d37a-3d64-4917-84ec-60234429871e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b31be98184a4f03aa9b9be4fba3a501&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351464 Jul 01 07:23:38.503020 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57098) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:38.550510 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-584b184f-7344-4256-ba65-f4608d6c10a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:38.572748 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-584b184f-7344-4256-ba65-f4608d6c10a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:38.606365 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-9c19f3e3-ba6e-4bbe-af1f-60620f5f07c4 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:38.608074 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-9c19f3e3-ba6e-4bbe-af1f-60620f5f07c4 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/networks?id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 200 len: 809 time: 0.1060197 Jul 01 07:23:38.625988 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-15eee576-a379-4eda-b09f-2d0d32dd09aa tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/quotas/b4d04f9d7e97419baba20cebcca844f4 HTTP/1.1" status: 200 len: 375 time: 0.0124247 Jul 01 07:23:38.687590 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-be716faa-f89c-481b-a286-50871e06c0de tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591643 Jul 01 07:23:38.703260 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-584b184f-7344-4256-ba65-f4608d6c10a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:38.706433 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-584b184f-7344-4256-ba65-f4608d6c10a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:38.707814 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-584b184f-7344-4256-ba65-f4608d6c10a6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0dac597-bd1f-464d-814c-41bac9381f0c HTTP/1.1" status: 204 len: 168 time: 0.2037976 Jul 01 07:23:38.716602 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b184f-7344-4256-ba65-f4608d6c10a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0dac597-bd1f-464d-814c-41bac9381f0c,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:38.837957 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-4902a7ce-0a25-4cd2-8e9d-88badc176aee service neutron] 10.222.0.35 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360152 Jul 01 07:23:38.930061 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-378374a4-c87b-47a7-9ab3-14d44b3f7293 service neutron] 10.222.0.35 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864434 Jul 01 07:23:39.361112 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57122) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:39.375501 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-121b626a-7198-4d46-8aa0-e7bef603385e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:39.390067 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532bab1-bc1f-4f2c-a53f-fc63c31bd875 req-f456478d-4e96-4fa3-84f3-a472ec937da0 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:39.391588 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b532bab1-bc1f-4f2c-a53f-fc63c31bd875 req-f456478d-4e96-4fa3-84f3-a472ec937da0 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 945 time: 0.0701079 Jul 01 07:23:39.431602 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b532bab1-bc1f-4f2c-a53f-fc63c31bd875 req-35362044-54dc-4835-b83f-5de5ce7fe0ea tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340557 Jul 01 07:23:39.464978 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-121b626a-7198-4d46-8aa0-e7bef603385e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:39.549563 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-121b626a-7198-4d46-8aa0-e7bef603385e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:39.568912 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-899d5095-3e9a-4d53-bcb9-12b4e7891cfe req-a64d4f64-9064-4c85-8437-66748a9961c7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 210 time: 0.0285988 Jul 01 07:23:39.604327 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-121b626a-7198-4d46-8aa0-e7bef603385e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e397ad7331d74a548b0f970268bf193d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2418594 Jul 01 07:23:39.605558 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b626a-7198-4d46-8aa0-e7bef603385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe1ff55-cf86-4b9e-8f6a-17c593c20aad,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:39.608348 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57128) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:39.666500 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-60846a08-abdd-488e-8cf5-459a1b6169fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:39.687676 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-60846a08-abdd-488e-8cf5-459a1b6169fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:39.783413 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-60846a08-abdd-488e-8cf5-459a1b6169fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:39.786104 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-60846a08-abdd-488e-8cf5-459a1b6169fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:39.787343 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-60846a08-abdd-488e-8cf5-459a1b6169fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fe1ff55-cf86-4b9e-8f6a-17c593c20aad HTTP/1.1" status: 204 len: 168 time: 0.1778421 Jul 01 07:23:39.795911 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60846a08-abdd-488e-8cf5-459a1b6169fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe1ff55-cf86-4b9e-8f6a-17c593c20aad,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:40.600385 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d43c9-fc2c-40a6-b617-73fd12dde7cc req-3731c868-9be5-41e5-b826-d00c4b520653 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:40.601933 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c4d43c9-fc2c-40a6-b617-73fd12dde7cc req-3731c868-9be5-41e5-b826-d00c4b520653 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 945 time: 0.0619996 Jul 01 07:23:40.647543 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c4d43c9-fc2c-40a6-b617-73fd12dde7cc req-d2a23e35-d0b8-45ce-98d9-923d1af6cba5 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400989 Jul 01 07:23:40.655821 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-38d7354a-d46e-43a8-8bda-aad97060a147 req-10962f61-3295-4285-9358-7404b9d0f61d tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 210 time: 0.0328870 Jul 01 07:23:40.810799 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf56c1-ad12-4815-8ad4-f58d099bdd41 req-043d4bb4-64cd-4196-b2b5-97eb4b0357cd tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:40.812274 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a4cf56c1-ad12-4815-8ad4-f58d099bdd41 req-043d4bb4-64cd-4196-b2b5-97eb4b0357cd tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 945 time: 0.0642576 Jul 01 07:23:40.822612 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57152) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:40.827358 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Request body: {'floatingip': {'port_id': 'e9d44741-73b8-41fc-bdf9-781aa56798ed'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:40.864077 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:41.329966 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:41.429303 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:41.524672 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.l3_db [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Floating IP 1ca0b93d-a2bc-4434-9022-becc20772977 associated. External IP: 172.27.2.166, port: e9d44741-73b8-41fc-bdf9-781aa56798ed. Jul 01 07:23:41.730136 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Router 5dd84102-31b1-4445-84f9-a5416059d31d has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:23:41.807442 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4359b3bc-9c37-4d7f-894c-71eb8b9cd910 req-208cf908-549c-45b4-a81a-21ab893892e7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 210 time: 0.0428112 Jul 01 07:23:41.837913 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:23:41.842695 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:41.847107 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] Sync routers for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:23:41.858073 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:41.858919 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:41.878025 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d8b49ebd-d2b7-443d-98c9-87d1db542c08 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "PUT /v2.0/floatingips/1ca0b93d-a2bc-4434-9022-becc20772977 HTTP/1.1" status: 200 len: 991 time: 1.0541878 Jul 01 07:23:41.878629 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d93180a-2ecb-42f4-b699-f465ff075637', 'tag': 'e9d44741-73b8-41fc-bdf9-781aa56798ed'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:23:41.880938 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410e3cbb-381a-4d8a-9dac-af05a5661fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d93180a-2ecb-42f4-b699-f465ff075637", "tag": "e9d44741-73b8-41fc-bdf9-781aa56798ed"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:23:41.969998 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:42.110187 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-70497e07-d747-4902-a895-12c45da1fef8 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:42.111729 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-70497e07-d747-4902-a895-12c45da1fef8 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.26 "GET /v2.0/networks?id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 200 len: 809 time: 0.1373980 Jul 01 07:23:42.118626 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd958af-fd5b-4d72-97c3-ed1f6b89715a x-openstack-request-id: req-edd958af-fd5b-4d72-97c3-ed1f6b89715a {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:23:42.118935 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d93180a-2ecb-42f4-b699-f465ff075637", "tag": "e9d44741-73b8-41fc-bdf9-781aa56798ed", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:23:42.119185 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-edd958af-fd5b-4d72-97c3-ed1f6b89715a {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:23:42.119576 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d93180a-2ecb-42f4-b699-f465ff075637', 'tag': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'status': 'completed', 'code': 200} Jul 01 07:23:42.196172 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-75029273-0839-422c-867f-63d4f75e9c3c tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d04f9d7e97419baba20cebcca844f4 HTTP/1.1" status: 200 len: 380 time: 0.0642269 Jul 01 07:23:42.209008 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'port': {'device_id': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'admin_state_up': True, 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'security_groups': ['d4bb2971-71ef-45a8-b922-fd6750695610']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:42.242486 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '1ca0b93d-a2bc-4434-9022-becc20772977', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'port_id': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'mac_address': 'fa:16:3e:7e:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93180a-2ecb-42f4-b699-f465ff075637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:23:13Z', 'updated_at': '2021-07-01T07:23:41Z', 'revision_number': 1, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:42.253218 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] Checking router: 5dd84102-31b1-4445-84f9-a5416059d31d for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:23:42.262679 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:42.263377 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:42.295667 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-b7e41e6b-26c1-4108-8e68-cab53b42188b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:42.299997 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-b7e41e6b-26c1-4108-8e68-cab53b42188b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c239c3b22d8344db8e662a1afd201e3d&device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 1098 time: 0.1400166 Jul 01 07:23:42.410367 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:42.428375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-be6b6b53-a03a-4f52-b998-5966838ecab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:42.433020 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-be6b6b53-a03a-4f52-b998-5966838ecab6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 200 len: 911 time: 0.1238978 Jul 01 07:23:42.498806 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Made reservation on behalf of b4d04f9d7e97419baba20cebcca844f4 for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:23:42.502417 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:42.519799 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-16a02836-2a73-48fd-aaf3-e5bd14583a29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9d44741-73b8-41fc-bdf9-781aa56798ed HTTP/1.1" status: 200 len: 999 time: 0.0747302 Jul 01 07:23:42.618905 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-99f5c09b-4035-48f3-82b3-d8b49c3ee21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:42.620383 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-99f5c09b-4035-48f3-82b3-d8b49c3ee21a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b185fd0-6e31-424c-b89c-921733294bfc HTTP/1.1" status: 200 len: 849 time: 0.0895226 Jul 01 07:23:42.645602 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '1ca0b93d-a2bc-4434-9022-becc20772977', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'port_id': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'mac_address': 'fa:16:3e:7e:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93180a-2ecb-42f4-b699-f465ff075637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:23:13Z', 'updated_at': '2021-07-01T07:23:41Z', 'revision_number': 1, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:42.677323 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cdb6a3-dfdc-4dea-8a4c-6dca3085deab None None] The sync data for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi is: [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '1ca0b93d-a2bc-4434-9022-becc20772977', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'floating_ip_address': '172.27.2.166', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'port_id': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'mac_address': 'fa:16:3e:7e:e0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d93180a-2ecb-42f4-b699-f465ff075637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:23:13Z', 'updated_at': '2021-07-01T07:23:41Z', 'revision_number': 1, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:23:42.712286 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Allocated IP 172.20.0.9 (9cdc1802-1be1-4b4e-ba56-a22ffe36ab70/36abf5d6-a746-455a-ad3a-f6360d047b1a/0171e37c-952a-42e6-bb05-05c631c45e13) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:23:42.745304 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-6e11eb68-dba0-4fee-8260-2a02c8386cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:42.746808 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-6e11eb68-dba0-4fee-8260-2a02c8386cd8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fe686f1d-1027-4b7a-b0e1-238237c14731&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029856 Jul 01 07:23:42.759026 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57178) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:42.874229 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-04a7eb03-9f73-4226-b55f-c921b5d13b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:42.932479 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2343e38-8a58-456a-a3b1-852005e5449a None None] New status for floating IP 1ca0b93d-a2bc-4434-9022-becc20772977: ACTIVE {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:23:42.990335 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-04a7eb03-9f73-4226-b55f-c921b5d13b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.061736 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-04a7eb03-9f73-4226-b55f-c921b5d13b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.109772 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-04a7eb03-9f73-4226-b55f-c921b5d13b55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0877808f92e4266b11ce5496fade582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521156 Jul 01 07:23:43.110958 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7eb03-9f73-4226-b55f-c921b5d13b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9216d688-4e6d-4e87-81e1-ec5f2cee5996,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:43.113402 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57186) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:43.154769 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7c2ce0ac-87e8-4c9e-aa82-708c1d307d79 req-68bd7bbe-edbd-4bcd-9880-407104abf15d tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 210 time: 0.0413642 Jul 01 07:23:43.194753 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1378c7f-2417-476f-b133-2e25f804cf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.220339 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1378c7f-2417-476f-b133-2e25f804cf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.256142 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-67e29b6d-ce8c-4e0b-87cd-d1dd6d7c88b6 service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978111 Jul 01 07:23:43.264816 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.320116 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1378c7f-2417-476f-b133-2e25f804cf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.322610 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1378c7f-2417-476f-b133-2e25f804cf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.323778 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b1378c7f-2417-476f-b133-2e25f804cf60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9216d688-4e6d-4e87-81e1-ec5f2cee5996 HTTP/1.1" status: 204 len: 168 time: 0.2093227 Jul 01 07:23:43.331576 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Transition to ACTIVE for port object 0171e37c-952a-42e6-bb05-05c631c45e13 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:43.332838 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1378c7f-2417-476f-b133-2e25f804cf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9216d688-4e6d-4e87-81e1-ec5f2cee5996,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:43.387717 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-410e3cbb-381a-4d8a-9dac-af05a5661fc2 req-11ca5536-f4e9-4876-9cf4-377fedc2bdcb service neutron] 10.222.0.26 "GET /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206315 Jul 01 07:23:43.501765 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.551652 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:23:43.555009 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:43.557819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:23:43.591084 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:43.623870 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:43.624654 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.696636 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a96a5c5e-0489-484a-8c5a-12396580d7d7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4923160 Jul 01 07:23:43.713841 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Request body: {'port': {'device_id': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:43.790842 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.805547 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-5e708983-dd40-4c93-840a-5ac5b35aab0b None None] Provisioning for port 0171e37c-952a-42e6-bb05-05c631c45e13 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:43.809279 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-5e708983-dd40-4c93-840a-5ac5b35aab0b None None] Provisioning complete for port 0171e37c-952a-42e6-bb05-05c631c45e13 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:43.809646 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5e708983-dd40-4c93-840a-5ac5b35aab0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:43.843185 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-5e708983-dd40-4c93-840a-5ac5b35aab0b None None] Port 0171e37c-952a-42e6-bb05-05c631c45e13 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:23:44.035101 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0171e37c-952a-42e6-bb05-05c631c45e13 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:23:44.042333 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:44.053322 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Transition to ACTIVE for port object 0171e37c-952a-42e6-bb05-05c631c45e13 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:23:44.125455 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:44.171444 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Pushing event updated for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:44.252043 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Attempting to bind port 0171e37c-952a-42e6-bb05-05c631c45e13 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:23:44.252515 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Attempting to bind port 0171e37c-952a-42e6-bb05-05c631c45e13 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:23:44.252959 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Attempting to bind port 0171e37c-952a-42e6-bb05-05c631c45e13 on network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:23:44.258097 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Port 0171e37c-952a-42e6-bb05-05c631c45e13 on network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:23:44.258543 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Attempting to bind port 0171e37c-952a-42e6-bb05-05c631c45e13 on network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:23:44.263900 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:23:44.264267 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Checking segment: {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:23:44.265050 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Bound using segment: {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:23:44.270945 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Bound port: 0171e37c-952a-42e6-bb05-05c631c45e13, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09d7b516-ad2d-43b1-9589-0771e8745049', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:23:44.270945 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:44.340471 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fc407-ba10-42ec-aead-1ab916218ee6 req-f6fee7b3-9cb4-47d1-83d6-22e447880628 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:44.342148 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f83fc407-ba10-42ec-aead-1ab916218ee6 req-f6fee7b3-9cb4-47d1-83d6-22e447880628 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0660174 Jul 01 07:23:44.344503 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:23:44.348073 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:23:44.384947 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f83fc407-ba10-42ec-aead-1ab916218ee6 req-5cf30a6a-e9b0-4860-8921-ba095c594283 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330257 Jul 01 07:23:44.400877 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:44.433149 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:44.434212 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:44.435638 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-f518b787-d570-481f-8501-dda60a7206ce service neutron] 10.222.0.26 "PUT /v2.0/ports/0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 200 len: 1093 time: 0.7277501 Jul 01 07:23:44.441063 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:23:44.443531 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c54799-b579-43f8-a8ec-96f86490f8fe" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:23:44.470377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518b787-d570-481f-8501-dda60a7206ce service neutron] Pushing event updated for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:44.486772 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ba3c48-a922-4739-8398-4dfdb76bf796 x-openstack-request-id: req-27ba3c48-a922-4739-8398-4dfdb76bf796 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:23:44.487112 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:23:44.487343 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27ba3c48-a922-4739-8398-4dfdb76bf796 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:23:44.487748 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13', 'status': 'completed', 'code': 200} Jul 01 07:23:44.567807 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54799-b579-43f8-a8ec-96f86490f8fe req-25bf69d9-59b4-4f35-840f-fc88128a5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:44.569316 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c7c54799-b579-43f8-a8ec-96f86490f8fe req-25bf69d9-59b4-4f35-840f-fc88128a5bc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1096 time: 0.0586824 Jul 01 07:23:44.679378 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54799-b579-43f8-a8ec-96f86490f8fe req-392d2630-e8ad-4b38-aebe-f73036635af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:44.680746 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c7c54799-b579-43f8-a8ec-96f86490f8fe req-392d2630-e8ad-4b38-aebe-f73036635af8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b4d04f9d7e97419baba20cebcca844f4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0904906 Jul 01 07:23:44.773161 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c54799-b579-43f8-a8ec-96f86490f8fe req-d3ee4b30-8486-444d-943a-bb6726a62921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:44.774589 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c7c54799-b579-43f8-a8ec-96f86490f8fe req-d3ee4b30-8486-444d-943a-bb6726a62921 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865543 Jul 01 07:23:44.861663 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-d11b1054-5111-4c5e-a176-9a6cb8f81b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:44.863144 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-d11b1054-5111-4c5e-a176-9a6cb8f81b89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1096 time: 0.0497823 Jul 01 07:23:44.903817 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-fcf1b731-36d3-425f-a141-7cb8d0ab907c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 200 len: 217 time: 0.0317836 Jul 01 07:23:44.953330 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-471a0eaf-1635-420e-9a94-b7561a4f7af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:44.954609 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-471a0eaf-1635-420e-9a94-b7561a4f7af0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36abf5d6-a746-455a-ad3a-f6360d047b1a HTTP/1.1" status: 200 len: 848 time: 0.0436363 Jul 01 07:23:45.008365 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-84f2d581-2ecc-4a89-aa65-4896a2e1e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:45.009821 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-84f2d581-2ecc-4a89-aa65-4896a2e1e1b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483644 Jul 01 07:23:45.095260 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-a8c3ef90-b7f4-4cf2-b0f8-834c49919fdc service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779736 Jul 01 07:23:45.185677 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3d9ef26b-cca2-436f-903a-ce0c61476bc6 req-61b069d0-4737-44ae-b095-94409ad96053 service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840061 Jul 01 07:23:45.563788 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318808f-ccaf-4b03-a729-f3f0475379bf req-1de90817-5ca4-41ed-bc58-4f930177dca0 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:45.565485 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f318808f-ccaf-4b03-a729-f3f0475379bf req-1de90817-5ca4-41ed-bc58-4f930177dca0 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0713134 Jul 01 07:23:45.602587 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f318808f-ccaf-4b03-a729-f3f0475379bf req-912dc0cf-80bc-4277-960c-69a50d876679 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310631 Jul 01 07:23:46.051182 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:23:46.775635 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027896a-93dd-443e-b3a6-45f7dd6e1a3e req-cf81c44c-d216-43b3-a30e-372d81ef3707 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:46.777083 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7027896a-93dd-443e-b3a6-45f7dd6e1a3e req-cf81c44c-d216-43b3-a30e-372d81ef3707 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0631602 Jul 01 07:23:46.813788 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7027896a-93dd-443e-b3a6-45f7dd6e1a3e req-dac1f42e-ae3c-4d43-93ff-7fdb24bad656 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309350 Jul 01 07:23:47.985677 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f46f-9e60-4456-81d8-8c1b1a1241ec req-51b718b2-c046-4f42-996f-6bcebdcb4e91 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:47.987187 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f9f9f46f-9e60-4456-81d8-8c1b1a1241ec req-51b718b2-c046-4f42-996f-6bcebdcb4e91 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0627041 Jul 01 07:23:48.026162 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f9f9f46f-9e60-4456-81d8-8c1b1a1241ec req-585e4e08-3bcf-42b0-abe7-f91067be0323 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Jul 01 07:23:49.204771 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa963df4-abad-4eb6-b95f-aa09c65211c1 req-c0260280-15a6-457f-affd-f91ef24f82fb tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:49.206238 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-aa963df4-abad-4eb6-b95f-aa09c65211c1 req-c0260280-15a6-457f-affd-f91ef24f82fb tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0694172 Jul 01 07:23:49.242754 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-aa963df4-abad-4eb6-b95f-aa09c65211c1 req-3b5bb5e7-39a6-49df-b548-b49a74ef745b tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309062 Jul 01 07:23:50.416783 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019edb1f-d226-4261-bcc4-65d6ed66579d req-101c5b89-3e49-4122-899e-99984a38b430 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:50.418234 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-019edb1f-d226-4261-bcc4-65d6ed66579d req-101c5b89-3e49-4122-899e-99984a38b430 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0639946 Jul 01 07:23:50.455670 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-019edb1f-d226-4261-bcc4-65d6ed66579d req-d5fbc3cb-7549-43f2-ad51-d8a2f3f2507e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319881 Jul 01 07:23:51.624284 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748a002-254a-4712-a5d6-fce0bd054680 req-722c9814-f516-4e28-933d-022553df0d03 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:51.625738 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1748a002-254a-4712-a5d6-fce0bd054680 req-722c9814-f516-4e28-933d-022553df0d03 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0608268 Jul 01 07:23:51.666791 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1748a002-254a-4712-a5d6-fce0bd054680 req-5c300f65-0447-4904-b1f3-453e08a30fef tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356038 Jul 01 07:23:52.833652 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2d007-9f52-4bdc-ab6d-c55866a22bc7 req-f209d9af-7339-4032-9ccd-497923e85003 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:52.835122 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-29f2d007-9f52-4bdc-ab6d-c55866a22bc7 req-f209d9af-7339-4032-9ccd-497923e85003 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0612094 Jul 01 07:23:52.871410 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-29f2d007-9f52-4bdc-ab6d-c55866a22bc7 req-5e077eed-2e49-458c-95f5-d1e1ad4f6c9e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307744 Jul 01 07:23:53.684990 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0171e37c-952a-42e6-bb05-05c631c45e13 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:23:53.777815 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:53.788468 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '0171e37c-952a-42e6-bb05-05c631c45e13', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'port_id': '0171e37c-952a-42e6-bb05-05c631c45e13', 'mac_address': 'fa:16:3e:10:77:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:23:53.823931 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:53.836495 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0171e37c-952a-42e6-bb05-05c631c45e13 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:23:53.854612 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:53.952509 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:54.007507 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:54.014549 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.014916 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.015264 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.015600 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.015930 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.016257 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.016585 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.017023 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.017231 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.017553 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.025461 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.025461 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:54.055833 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e0e04-90e5-4ee3-b4a1-9e070a7e8d90 req-8f5eac36-8248-4584-8a78-a11b7f4a0517 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:54.057279 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-994e0e04-90e5-4ee3-b4a1-9e070a7e8d90 req-8f5eac36-8248-4584-8a78-a11b7f4a0517 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 944 time: 0.0747640 Jul 01 07:23:54.093058 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-994e0e04-90e5-4ee3-b4a1-9e070a7e8d90 req-750c9aae-0660-42d8-bd04-8967e882a43a tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300617 Jul 01 07:23:54.225852 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['0171e37c-952a-42e6-bb05-05c631c45e13'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:23:54.984189 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e079d16-b933-4afe-9b9b-fe820bb3acb0 req-bcc00fe1-9bbb-426f-91d5-060cab7e2338 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:54.985650 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6e079d16-b933-4afe-9b9b-fe820bb3acb0 req-bcc00fe1-9bbb-426f-91d5-060cab7e2338 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0633502 Jul 01 07:23:55.023294 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6e079d16-b933-4afe-9b9b-fe820bb3acb0 req-4202ad4a-8046-4715-a175-9726da807398 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313394 Jul 01 07:23:55.268107 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad933548-a6e1-4844-b62b-42a1c97c11da req-4bc6b511-0a9a-4272-9bf9-91995c122ca4 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:55.269594 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ad933548-a6e1-4844-b62b-42a1c97c11da req-4bc6b511-0a9a-4272-9bf9-91995c122ca4 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 944 time: 0.0626018 Jul 01 07:23:55.307422 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ad933548-a6e1-4844-b62b-42a1c97c11da req-d956cf1a-f0b2-4981-9090-968dba432298 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321677 Jul 01 07:23:55.699048 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0171e37c-952a-42e6-bb05-05c631c45e13 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:23:55.794046 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 0171e37c-952a-42e6-bb05-05c631c45e13 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:23:55.797531 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 0171e37c-952a-42e6-bb05-05c631c45e13 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:55.797936 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:55.869813 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:55.890703 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:23:55.892940 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6085c2-7afe-4f62-865c-f26ba2611d9a" -d '{"events": [{"server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "name": "network-vif-plugged", "status": "completed", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:23:55.906038 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:55.927872 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7d1a36-4496-490e-bc79-7ea48ca9059f x-openstack-request-id: req-ea7d1a36-4496-490e-bc79-7ea48ca9059f {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:23:55.928189 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "name": "network-vif-plugged", "status": "completed", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:23:55.928437 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ea7d1a36-4496-490e-bc79-7ea48ca9059f {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:23:55.928814 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13', 'code': 200} Jul 01 07:23:55.988766 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:56.044109 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:56.211863 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59092b2-364a-44c2-b35f-1c32ae71e6eb req-87573a0a-ebe3-4446-a85b-26ddcf4b20e8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:56.214104 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b59092b2-364a-44c2-b35f-1c32ae71e6eb req-87573a0a-ebe3-4446-a85b-26ddcf4b20e8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0698171 Jul 01 07:23:56.253015 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b59092b2-364a-44c2-b35f-1c32ae71e6eb req-684c03e0-1a85-47ef-a0ea-af285ff8c9d1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331566 Jul 01 07:23:56.393377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee469e-85fa-416e-bcb3-098bbfa3178a req-e54930a2-b0c6-4e41-b53a-6d6356133121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:56.394880 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-02ee469e-85fa-416e-bcb3-098bbfa3178a req-e54930a2-b0c6-4e41-b53a-6d6356133121 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1098 time: 0.0595629 Jul 01 07:23:56.438738 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-02ee469e-85fa-416e-bcb3-098bbfa3178a req-88c3edc2-bd4d-4f04-8e08-311973c39cff service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364244 Jul 01 07:23:56.486717 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cf72b-6a13-4f3a-a620-4abc466449c6 req-b7a95fa5-0908-45e8-938e-c085555c7a70 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:56.488208 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-665cf72b-6a13-4f3a-a620-4abc466449c6 req-b7a95fa5-0908-45e8-938e-c085555c7a70 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0677290 Jul 01 07:23:56.525300 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-665cf72b-6a13-4f3a-a620-4abc466449c6 req-901ea5aa-530a-4e25-95c7-213df5252512 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310531 Jul 01 07:23:57.392834 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-741043ca-7eec-42e4-8eb0-847c74899402 req-b451468c-b06d-4ab9-8649-87daef35c7af tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1944931551&fields=id&tenant_id=3708a808c1e6448c98d0d32200662bd5 HTTP/1.1" status: 200 len: 267 time: 0.0334041 Jul 01 07:23:57.434995 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4ed55-9c45-490b-b16d-d16851546997 req-1837db44-d9ec-4764-9060-24d4352ead68 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:57.436521 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-88d4ed55-9c45-490b-b16d-d16851546997 req-1837db44-d9ec-4764-9060-24d4352ead68 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0655200 Jul 01 07:23:57.460922 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741043ca-7eec-42e4-8eb0-847c74899402 req-1b1974f3-06fd-4bbd-a57e-cd1c19fa60a3 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:57.462389 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-741043ca-7eec-42e4-8eb0-847c74899402 req-1b1974f3-06fd-4bbd-a57e-cd1c19fa60a3 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 984 time: 0.0631018 Jul 01 07:23:57.473247 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-741043ca-7eec-42e4-8eb0-847c74899402 req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Request body: {'port': {'security_groups': ['c9d91ef6-d56d-4c9f-b458-7546486fe80f']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:57.474703 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-88d4ed55-9c45-490b-b16d-d16851546997 req-52b10948-d43a-428c-88d0-e6c578ba828b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324121 Jul 01 07:23:57.558072 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-741043ca-7eec-42e4-8eb0-847c74899402 req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:57.689815 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-a060a5e1-1514-41d8-bd48-abacc0ea4f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:57.699908 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5824e4-d95b-429a-95e3-8758deb5f00e req-89d41390-4219-4c0e-9529-b55e16e6e8a2 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:57.701519 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6c5824e4-d95b-429a-95e3-8758deb5f00e req-89d41390-4219-4c0e-9529-b55e16e6e8a2 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0651932 Jul 01 07:23:57.731757 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-741043ca-7eec-42e4-8eb0-847c74899402 req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] For port 4d337e52-65d1-4332-a3aa-d02a0044df15, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=4d337e52-65d1-4332-a3aa-d02a0044df15,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:23:57.738779 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6c5824e4-d95b-429a-95e3-8758deb5f00e req-463c49ae-8258-4f5d-b169-c9e10581d1a7 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Jul 01 07:23:57.761228 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-741043ca-7eec-42e4-8eb0-847c74899402 req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:57.827079 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-741043ca-7eec-42e4-8eb0-847c74899402 req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:57.844704 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['4d337e52-65d1-4332-a3aa-d02a0044df15'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:23:57.871005 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741043ca-7eec-42e4-8eb0-847c74899402 req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:57.871634 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-741043ca-7eec-42e4-8eb0-847c74899402 req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:57.873105 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-741043ca-7eec-42e4-8eb0-847c74899402 req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "PUT /v2.0/ports/4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 942 time: 0.4044871 Jul 01 07:23:57.873444 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:23:57.875936 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745a11e1-e9f4-459f-b90e-46c7d0333edb" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:23:57.879210 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57300) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:57.919568 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event updated for resources: {'Port': ['ID=4d337e52-65d1-4332-a3aa-d02a0044df15,revision_number=7']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:57.935842 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60def40-c144-4ea3-9f9c-7b97f6d44101 x-openstack-request-id: req-e60def40-c144-4ea3-9f9c-7b97f6d44101 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:23:57.936214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:23:57.936585 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e60def40-c144-4ea3-9f9c-7b97f6d44101 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:23:57.937215 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'status': 'completed', 'code': 200} Jul 01 07:23:57.939104 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.940114 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.940548 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.940964 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.941536 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.941977 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.942389 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.942776 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.944628 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.951539 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.951539 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.951539 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081ecfdb-924d-49d6-9c31-5adc13d0fb2c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:57.966827 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:57.976229 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['4d337e52-65d1-4332-a3aa-d02a0044df15'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:23:57.996211 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.050882 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-31cb7d78-72e6-40a2-aad6-060ddba0c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:58.053854 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-31cb7d78-72e6-40a2-aad6-060ddba0c702 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3708a808c1e6448c98d0d32200662bd5&device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1098 time: 0.0850008 Jul 01 07:23:58.149747 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.152422 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.154130 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "DELETE /v2.0/security-groups/3b4388c2-8d77-418b-bec3-e66806e5258b HTTP/1.1" status: 204 len: 168 time: 0.2731690 Jul 01 07:23:58.158631 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57302) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:58.170551 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4388c2-8d77-418b-bec3-e66806e5258b,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:58.194009 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-1188c95f-b0f6-492f-bbda-014f5378d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:58.195861 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-1188c95f-b0f6-492f-bbda-014f5378d835 service neutron] 10.222.0.26 "GET /v2.0/networks?id=87ae4e33-1b8a-4df1-ae38-607e98cc3440 HTTP/1.1" status: 200 len: 916 time: 0.1262500 Jul 01 07:23:58.206965 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.207348 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.207689 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.208027 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.208360 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.208698 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.209028 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.209385 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.209717 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.210040 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.210365 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.210689 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea34c925-6156-4f5f-9d67-984a4a75f82c tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:23:58.211457 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181faf6-0393-4567-9baa-541247380d68 req-42b9d014-fe26-46b2-bd62-5258483d8b3a tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:58.215634 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9181faf6-0393-4567-9baa-541247380d68 req-42b9d014-fe26-46b2-bd62-5258483d8b3a tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.1545548 Jul 01 07:23:58.279856 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-7d1ae150-d4e6-4986-92ee-e1b3a1f65a06 None None] Provisioning complete for port 4d337e52-65d1-4332-a3aa-d02a0044df15 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:23:58.280227 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7d1ae150-d4e6-4986-92ee-e1b3a1f65a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.293231 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-7feb2a44-0eea-444a-bb38-8b50848f2434 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 1000 time: 0.0793531 Jul 01 07:23:58.298122 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9181faf6-0393-4567-9baa-541247380d68 req-e45df6f3-4a7c-45b5-ad72-7e9b05211dbd tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497189 Jul 01 07:23:58.327682 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57304) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:58.356530 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-2cdee6fb-f4a4-414d-84ab-8fe66d456a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:58.358675 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-2cdee6fb-f4a4-414d-84ab-8fe66d456a58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7ea6f93-1340-4035-ab68-25c10fb716b3 HTTP/1.1" status: 200 len: 854 time: 0.0587144 Jul 01 07:23:58.359732 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Deleting port a0d1ef5d-165f-4b28-b122-f7c35d5e0227 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:23:58.360199 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.426214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-5401aa53-64f8-48fc-8648-877308b24f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:58.427861 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-5401aa53-64f8-48fc-8648-877308b24f73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87ae4e33-1b8a-4df1-ae38-607e98cc3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587919 Jul 01 07:23:58.440564 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.441128 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.453734 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Calling delete_port for a0d1ef5d-165f-4b28-b122-f7c35d5e0227 owned by network:floatingip {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:23:58.560136 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-f8471bed-15f2-481e-881c-cd0d914bf911 service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215320 Jul 01 07:23:58.596931 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165274a0-3b5f-4d6d-be96-ffb6ee9d7000 tempest-TestShelveInstance-1269865322 tempest-TestShelveInstance-1269865322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:58.599928 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-165274a0-3b5f-4d6d-be96-ffb6ee9d7000 tempest-TestShelveInstance-1269865322 tempest-TestShelveInstance-1269865322-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1093 time: 0.2697210 Jul 01 07:23:58.604840 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57310) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:23:58.611137 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'port_id': '0171e37c-952a-42e6-bb05-05c631c45e13', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:23:58.675419 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0272780-a86e-4d7f-8d65-c20886f3e3bc req-b460ddbc-2be3-44d9-830b-9684c1abe787 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:58.676891 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f0272780-a86e-4d7f-8d65-c20886f3e3bc req-b460ddbc-2be3-44d9-830b-9684c1abe787 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0749991 Jul 01 07:23:58.682772 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-745a11e1-e9f4-459f-b90e-46c7d0333edb req-7d675307-6cd3-45e3-9770-348a8354c27b service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149561 Jul 01 07:23:58.714476 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f0272780-a86e-4d7f-8d65-c20886f3e3bc req-ed82828f-97e3-490e-9005-673e1e117d25 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315888 Jul 01 07:23:58.760004 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.786295 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event deleted for resources: {'Port': ['ID=a0d1ef5d-165f-4b28-b122-f7c35d5e0227,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:58.790505 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for floatingip, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.847713 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks [] for floatingip, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:58.848172 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.l3_db [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Floating IP 737b03c1-b45b-4d0e-a38c-b479ac3bb8e4 disassociated (deleted). External IP: 172.27.2.54, port: 4d337e52-65d1-4332-a3aa-d02a0044df15. Jul 01 07:23:58.887202 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:59.002250 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Allocated IP 172.27.2.144 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/bc98d502-dd1c-41ac-9ada-e23399a1f5e7) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:23:59.113067 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:59.238594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:59.269016 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Router f8bfc365-37c7-416f-b9d5-5d35540590fe has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:23:59.275038 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:23:59.277772 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:23:59.281530 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:23:59.308353 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'Port': ['ID=bc98d502-dd1c-41ac-9ada-e23399a1f5e7,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:23:59.375747 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:23:59.380488 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:59.384988 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] Sync routers for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:23:59.393427 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:59.394042 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:59.417984 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-95696304-1aa0-404f-81f6-bdf27b4bee8d tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "DELETE /v2.0/floatingips/737b03c1-b45b-4d0e-a38c-b479ac3bb8e4 HTTP/1.1" status: 204 len: 168 time: 1.2583041 Jul 01 07:23:59.418726 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:23:59.421299 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e323b441-a867-4b2e-8447-7112d555ff81" -d '{"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:23:59.468481 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5559de-7827-4d84-98c1-aa6ba7000254 x-openstack-request-id: req-af5559de-7827-4d84-98c1-aa6ba7000254 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:23:59.469103 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:23:59.469419 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af5559de-7827-4d84-98c1-aa6ba7000254 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:23:59.469934 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'status': 'completed', 'code': 200} Jul 01 07:23:59.504556 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:23:59.645849 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323b441-a867-4b2e-8447-7112d555ff81 req-d74cd0ea-9522-4a6d-8a67-9509b7c0bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:59.648427 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e323b441-a867-4b2e-8447-7112d555ff81 req-d74cd0ea-9522-4a6d-8a67-9509b7c0bed4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3708a808c1e6448c98d0d32200662bd5&device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 1098 time: 0.1386490 Jul 01 07:23:59.708091 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 5, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:59.734204 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] Checking router: f8bfc365-37c7-416f-b9d5-5d35540590fe for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:23:59.742355 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:23:59.743091 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:23:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:23:59.777387 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:23:59.824933 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323b441-a867-4b2e-8447-7112d555ff81 req-11824489-a11c-40ec-b3f4-2a126714493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:23:59.826524 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e323b441-a867-4b2e-8447-7112d555ff81 req-11824489-a11c-40ec-b3f4-2a126714493a service neutron] 10.222.0.26 "GET /v2.0/networks?id=87ae4e33-1b8a-4df1-ae38-607e98cc3440 HTTP/1.1" status: 200 len: 916 time: 0.1669831 Jul 01 07:23:59.881871 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e323b441-a867-4b2e-8447-7112d555ff81 req-4be13b57-b5f1-445c-9006-79569df76b20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 200 len: 217 time: 0.0438082 Jul 01 07:23:59.982060 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:00.189668 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 5, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:00.221161 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137f5aba-47d6-4ba6-ad72-bfb259731025 None None] The sync data for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi is: [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:20:54Z', 'revision_number': 4, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd', 'name': '', 'network_id': '87ae4e33-1b8a-4df1-ae38-607e98cc3440', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'mac_address': 'fa:16:3e:a2:e4:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 359, 'fixed_ips': [{'subnet_id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:53Z', 'updated_at': '2021-07-01T07:21:00Z', 'revision_number': 5, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'subnets': [{'id': 'd7ea6f93-1340-4035-ab68-25c10fb716b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:24:00.263863 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:00.269997 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323b441-a867-4b2e-8447-7112d555ff81 req-bf4c6e1f-64c3-4c6d-80d7-6fdd661c955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:00.271421 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e323b441-a867-4b2e-8447-7112d555ff81 req-bf4c6e1f-64c3-4c6d-80d7-6fdd661c955c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d7ea6f93-1340-4035-ab68-25c10fb716b3 HTTP/1.1" status: 200 len: 854 time: 0.3717334 Jul 01 07:24:00.349613 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addd928d-d5af-431a-91bc-1baf4725e424 req-fe9ae3b5-9e37-441c-a935-3589836d3ccd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:00.351204 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-addd928d-d5af-431a-91bc-1baf4725e424 req-fe9ae3b5-9e37-441c-a935-3589836d3ccd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.4729755 Jul 01 07:24:00.458327 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-0d2c98a1-09a2-418a-85da-8c3a1a34690a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:00.460891 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-addd928d-d5af-431a-91bc-1baf4725e424 req-3d8423e7-72a5-4d12-93b6-21d4a771556a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011176 Jul 01 07:24:00.468019 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e323b441-a867-4b2e-8447-7112d555ff81 req-e6205045-50de-4b32-876f-cd241a35cc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:00.469448 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e323b441-a867-4b2e-8447-7112d555ff81 req-e6205045-50de-4b32-876f-cd241a35cc66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=87ae4e33-1b8a-4df1-ae38-607e98cc3440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1781020 Jul 01 07:24:00.493515 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7a3ef5-e5ea-4f89-8214-377693026c82 None None] New status for floating IP 737b03c1-b45b-4d0e-a38c-b479ac3bb8e4: DOWN {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:24:00.558504 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:00.588643 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e323b441-a867-4b2e-8447-7112d555ff81 req-e2aa3d11-bf8a-4612-b2d6-46a0e371717d service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114390 Jul 01 07:24:00.625306 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:00.751999 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event updated for resources: {'Port': ['ID=bc98d502-dd1c-41ac-9ada-e23399a1f5e7,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:00.757909 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e323b441-a867-4b2e-8447-7112d555ff81 req-1d88a1a8-0c34-4535-8c7e-053018482858 service neutron] 10.222.0.26 "GET /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590147 Jul 01 07:24:00.762672 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:00.777544 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:00.865900 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Floating IP 7963e520-09d4-4e2c-a6fa-cd56b0859cd7 associated. External IP: 172.27.2.144, port: 0171e37c-952a-42e6-bb05-05c631c45e13. Jul 01 07:24:01.080650 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Router 81ba0a94-420e-49db-ab73-6d71d5705c66 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:24:01.108455 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:01.188705 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:24:01.198561 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] Sync routers for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:24:01.207538 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:01.208141 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:01.315097 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:01.336255 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:01.398728 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5f61f759-a5b4-49c6-8d33-cac565f36b39 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7809718 Jul 01 07:24:01.398728 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:01.398728 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:01.435007 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad9ff65-2841-4ebc-8b02-5b47af25745e x-openstack-request-id: req-cad9ff65-2841-4ebc-8b02-5b47af25745e {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:01.435310 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:01.435567 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cad9ff65-2841-4ebc-8b02-5b47af25745e {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:01.436098 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13', 'status': 'completed', 'code': 200} Jul 01 07:24:01.510017 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:01.520417 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-81801c46-644e-4a81-b74d-202b67300015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:01.522158 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-81801c46-644e-4a81-b74d-202b67300015 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1098 time: 0.0570669 Jul 01 07:24:01.563211 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '7963e520-09d4-4e2c-a6fa-cd56b0859cd7', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'port_id': '0171e37c-952a-42e6-bb05-05c631c45e13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'mac_address': 'fa:16:3e:10:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:23:59Z', 'updated_at': '2021-07-01T07:23:59Z', 'revision_number': 0, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:01.589616 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] Checking router: 81ba0a94-420e-49db-ab73-6d71d5705c66 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:24:01.597986 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:01.598589 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:01.622339 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-175cbf59-bc82-4b31-bffa-37f272fba444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:01.624002 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-175cbf59-bc82-4b31-bffa-37f272fba444 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 200 len: 910 time: 0.0951371 Jul 01 07:24:01.652432 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1de09-0da4-4158-b8b1-826e3bed2bdb req-da062790-3e96-4ff1-8b2e-b03b8c07ea13 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:01.655765 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2ab1de09-0da4-4158-b8b1-826e3bed2bdb req-da062790-3e96-4ff1-8b2e-b03b8c07ea13 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0665019 Jul 01 07:24:01.699448 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-0b4ae8b9-57c1-4629-99f3-8ab08300905e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 200 len: 999 time: 0.0683331 Jul 01 07:24:01.699717 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2ab1de09-0da4-4158-b8b1-826e3bed2bdb req-b5f8c438-1769-4c44-9596-2a4f8cb46639 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390282 Jul 01 07:24:01.711334 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:01.749800 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-3ade5848-f653-420e-b954-261104c86091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:01.751191 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-3ade5848-f653-420e-b954-261104c86091 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36abf5d6-a746-455a-ad3a-f6360d047b1a HTTP/1.1" status: 200 len: 848 time: 0.0440240 Jul 01 07:24:01.812961 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-9f1f97b1-0c5b-4e70-8d26-ddba4f90e944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:01.814466 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-9f1f97b1-0c5b-4e70-8d26-ddba4f90e944 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558596 Jul 01 07:24:01.903295 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-524da8b2-99da-42b4-a278-88a2fd9441a8 service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805807 Jul 01 07:24:01.935283 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '7963e520-09d4-4e2c-a6fa-cd56b0859cd7', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'port_id': '0171e37c-952a-42e6-bb05-05c631c45e13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'mac_address': 'fa:16:3e:10:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:23:59Z', 'updated_at': '2021-07-01T07:23:59Z', 'revision_number': 0, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:01.965096 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7df88-1291-474d-b10b-263bb9c25b14 None None] The sync data for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi is: [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '7963e520-09d4-4e2c-a6fa-cd56b0859cd7', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'port_id': '0171e37c-952a-42e6-bb05-05c631c45e13', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'mac_address': 'fa:16:3e:10:77:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:23:59Z', 'updated_at': '2021-07-01T07:23:59Z', 'revision_number': 0, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:24:02.001622 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-498b68a7-0cd5-4c64-ae6f-24289d0b6cbb req-5782e36d-cee5-459f-a814-d328464fa911 service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909269 Jul 01 07:24:02.149504 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683b2b53-c890-450a-805b-0472f9da5f39 None None] New status for floating IP 7963e520-09d4-4e2c-a6fa-cd56b0859cd7: ACTIVE {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:24:02.885650 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02dcb99-f93a-4fb9-808a-023d520fd9b1 req-495c1910-2088-4dc1-ae32-8937c8d5c1e5 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:02.887170 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f02dcb99-f93a-4fb9-808a-023d520fd9b1 req-495c1910-2088-4dc1-ae32-8937c8d5c1e5 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0627930 Jul 01 07:24:02.924672 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f02dcb99-f93a-4fb9-808a-023d520fd9b1 req-3a1c25e4-b79d-4cd3-b3af-0a13d4b1758d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316944 Jul 01 07:24:03.050628 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d1f94-a655-4e5d-80fd-5b2ae26341b7 req-a16688be-b00f-4080-b72e-be7753dc674a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:03.052120 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-860d1f94-a655-4e5d-80fd-5b2ae26341b7 req-a16688be-b00f-4080-b72e-be7753dc674a tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.0649710 Jul 01 07:24:03.062834 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:03.089032 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-860d1f94-a655-4e5d-80fd-5b2ae26341b7 req-eda7b2a4-923c-47fd-8adc-c8bf894132cb tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Jul 01 07:24:04.109545 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b611ba1-aabd-46bc-9930-fdecd539e131 req-05241791-ad6d-4266-81b6-e5620399dfbd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:04.111061 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1b611ba1-aabd-46bc-9930-fdecd539e131 req-05241791-ad6d-4266-81b6-e5620399dfbd tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0649981 Jul 01 07:24:04.148194 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-1b611ba1-aabd-46bc-9930-fdecd539e131 req-64088c5e-3fa8-46af-b54d-55478d0a9c87 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316331 Jul 01 07:24:04.300856 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdaa89-47b1-4e4c-a312-3592f2291fd8 req-f0bd1ee3-458d-4a75-87ed-72f3ab3ad5f6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:04.302229 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-81fdaa89-47b1-4e4c-a312-3592f2291fd8 req-f0bd1ee3-458d-4a75-87ed-72f3ab3ad5f6 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.1036835 Jul 01 07:24:04.305574 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-e4f18018-f782-4c71-b795-6f6c2fb8404a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759513 Jul 01 07:24:04.339470 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-81fdaa89-47b1-4e4c-a312-3592f2291fd8 req-deb3be43-015f-497c-982d-798587c472c2 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/security-groups?id=c9d91ef6-d56d-4c9f-b458-7546486fe80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Jul 01 07:24:04.405027 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-61640735-24d9-4da2-8c5a-ea3d597d9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:04.406464 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-61640735-24d9-4da2-8c5a-ea3d597d9f5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 1099 time: 0.0511508 Jul 01 07:24:04.507823 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-21ea9adc-cd85-4431-a9e1-789a88f2a5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:04.509242 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-21ea9adc-cd85-4431-a9e1-789a88f2a5e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 913 time: 0.0830526 Jul 01 07:24:04.572123 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-3076f8b8-33de-4d71-ba15-a936de30abd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d8b53c5a-bcee-41e8-a4ab-467e28497c79 HTTP/1.1" status: 200 len: 1002 time: 0.0557277 Jul 01 07:24:04.624883 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-c7996793-f575-49ce-b63b-d53c7b7b9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:04.626306 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-c7996793-f575-49ce-b63b-d53c7b7b9094 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0453818 Jul 01 07:24:04.684611 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-fce4d5c4-99fd-41e7-af54-b33f2a898ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:04.686100 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-fce4d5c4-99fd-41e7-af54-b33f2a898ce1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504749 Jul 01 07:24:04.777942 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-1444681c-a0de-486c-bc08-806bc2154d59 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785465 Jul 01 07:24:04.869022 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-182f90ba-610e-4411-98c1-e6c935f51ae9 req-02533fe1-8dc5-4602-b155-a1c2d3b34824 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824537 Jul 01 07:24:04.965786 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-4afdd6f2-2603-4ac4-881a-888658ecc794 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:04.967212 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-4afdd6f2-2603-4ac4-881a-888658ecc794 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.26 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 945 time: 0.0595167 Jul 01 07:24:05.066371 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Deleting port 4d337e52-65d1-4332-a3aa-d02a0044df15 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:05.066711 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:05.149828 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] For port 4d337e52-65d1-4332-a3aa-d02a0044df15, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=4d337e52-65d1-4332-a3aa-d02a0044df15,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:05.150102 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:05.162055 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Calling delete_port for 4d337e52-65d1-4332-a3aa-d02a0044df15 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:05.336399 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48eb9ad-314e-4ddb-80d4-0de355835292 req-13a0b7bc-1e49-45ea-a2e2-b51f7c303d99 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:05.337829 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b48eb9ad-314e-4ddb-80d4-0de355835292 req-13a0b7bc-1e49-45ea-a2e2-b51f7c303d99 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0753453 Jul 01 07:24:05.376954 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b48eb9ad-314e-4ddb-80d4-0de355835292 req-ea8af1ed-fa29-4cbf-8621-8e0b0dc9a241 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334561 Jul 01 07:24:05.388356 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:05.409016 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['4d337e52-65d1-4332-a3aa-d02a0044df15'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:24:05.421785 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Pushing event deleted for resources: {'Port': ['ID=4d337e52-65d1-4332-a3aa-d02a0044df15,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:05.466381 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] No DVR routers for this DVR port 4d337e52-65d1-4332-a3aa-d02a0044df15 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:24:05.468884 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:05.470834 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ad113e23-84ca-4a2a-b49d-9e240b886dc1 req-833d41b6-9d89-4d41-ad75-14d38cebd284 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.26 "DELETE /v2.0/ports/4d337e52-65d1-4332-a3aa-d02a0044df15 HTTP/1.1" status: 204 len: 173 time: 0.4982729 Jul 01 07:24:05.471285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'name': 'network-vif-deleted', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:05.473464 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816b7ebe-4dc4-4d76-b301-ee10699fa1b2" -d '{"events": [{"server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "name": "network-vif-deleted", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:05.481958 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-78199c91-af0d-4272-971b-316c3de5a25b req-2e84687e-cf07-45bf-9889-c630242c5d01 tempest-TestMinimumBasicScenario-1668963728 tempest-TestMinimumBasicScenario-1668963728-project] 10.222.0.35 "GET /v2.0/ports?device_id=b38fa629-ebb6-4d0d-89a3-ba70040b3341 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Jul 01 07:24:05.511418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2e5737-2fb6-405f-a0c4-264e399878a8 x-openstack-request-id: req-3b2e5737-2fb6-405f-a0c4-264e399878a8 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:05.511712 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38fa629-ebb6-4d0d-89a3-ba70040b3341", "name": "network-vif-deleted", "tag": "4d337e52-65d1-4332-a3aa-d02a0044df15", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:05.511964 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b2e5737-2fb6-405f-a0c4-264e399878a8 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:05.512355 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38fa629-ebb6-4d0d-89a3-ba70040b3341', 'name': 'network-vif-deleted', 'tag': '4d337e52-65d1-4332-a3aa-d02a0044df15', 'status': 'completed', 'code': 200} Jul 01 07:24:06.557485 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798be3ea-9e39-4f26-8a69-ffe7ad05fdce req-f17cbfec-4957-4292-8027-0d9c0f20cff3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:06.559005 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-798be3ea-9e39-4f26-8a69-ffe7ad05fdce req-f17cbfec-4957-4292-8027-0d9c0f20cff3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0633833 Jul 01 07:24:06.595997 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-798be3ea-9e39-4f26-8a69-ffe7ad05fdce req-07972361-a965-484c-876b-75e7877a18c3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314319 Jul 01 07:24:07.738136 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57426) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:07.758337 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 4d337e52-65d1-4332-a3aa-d02a0044df15 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:07.778407 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 4d337e52-65d1-4332-a3aa-d02a0044df15 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:24:07.779285 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 4d337e52-65d1-4332-a3aa-d02a0044df15 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:24:07.787255 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57766eac-5990-4f04-8b1e-8235581dbd7d req-fadb5d05-bb66-4fe8-8411-03df098dc556 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:07.789299 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-57766eac-5990-4f04-8b1e-8235581dbd7d req-fadb5d05-bb66-4fe8-8411-03df098dc556 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0748484 Jul 01 07:24:07.825957 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-57766eac-5990-4f04-8b1e-8235581dbd7d req-42b44de3-58f3-4976-80a4-aac19649b537 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311747 Jul 01 07:24:08.087007 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:08.313593 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Deleting port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:08.313945 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:08.386416 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] For port 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:08.386674 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:08.398706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Calling delete_port for 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd owned by network:router_interface {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:08.626323 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:08.659651 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:08.815425 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:08.999892 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9f72b-a6fd-4c56-aafd-8ed1c8b5242f req-4d04a595-0a89-4441-afb2-8655ab8fd50f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:09.002301 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-38d9f72b-a6fd-4c56-aafd-8ed1c8b5242f req-4d04a595-0a89-4441-afb2-8655ab8fd50f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0624201 Jul 01 07:24:09.045531 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-38d9f72b-a6fd-4c56-aafd-8ed1c8b5242f req-379854dc-4182-4fae-95a9-1a98f1e272c0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367832 Jul 01 07:24:09.281294 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Router f8bfc365-37c7-416f-b9d5-5d35540590fe has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:24:09.379847 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:24:09.385562 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f1b88025-fb4a-4f27-ab75-3f20489de805 admin admin] 10.222.0.35 "PUT /v2.0/routers/f8bfc365-37c7-416f-b9d5-5d35540590fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462998 Jul 01 07:24:09.387113 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57434) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:09.389141 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] Sync routers for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:24:09.398256 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:09.398865 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:09.486300 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:09.501081 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:09.583892 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:09.674481 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:24:08Z', 'revision_number': 5, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port': {'id': '38a19907-bb02-454d-9ac6-05640c18fdb5', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:5f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:50Z', 'updated_at': '2021-07-01T07:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:09.699852 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] Checking router: f8bfc365-37c7-416f-b9d5-5d35540590fe for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:24:09.708140 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] Routers {'f8bfc365-37c7-416f-b9d5-5d35540590fe'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:09.708754 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['f8bfc365-37c7-416f-b9d5-5d35540590fe'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:09.729649 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Deleting port 38a19907-bb02-454d-9ac6-05640c18fdb5 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:09.729993 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:09.793287 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] Set router f8bfc365-37c7-416f-b9d5-5d35540590fe gateway port host: None {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:09.806102 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] For port 38a19907-bb02-454d-9ac6-05640c18fdb5, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=38a19907-bb02-454d-9ac6-05640c18fdb5,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:09.806473 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:09.818569 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Calling delete_port for 38a19907-bb02-454d-9ac6-05640c18fdb5 owned by network:router_gateway {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:09.842613 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:24:09Z', 'revision_number': 6, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port_host': None}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:09.987010 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5868cd7-8c37-4bb2-a8c4-a6ae21ac59c1 None None] The sync data for ids ['f8bfc365-37c7-416f-b9d5-5d35540590fe'] in dv-cinder-777574-6-iscsi is: [{'id': 'f8bfc365-37c7-416f-b9d5-5d35540590fe', 'name': 'tempest-TestMinimumBasicScenario-2086135487-router', 'tenant_id': '3708a808c1e6448c98d0d32200662bd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:49Z', 'updated_at': '2021-07-01T07:24:09Z', 'revision_number': 6, 'project_id': '3708a808c1e6448c98d0d32200662bd5', 'gw_port_host': None}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:24:10.044141 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.068495 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a19907-bb02-454d-9ac6-05640c18fdb5,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:10.132883 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.222444 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.224484 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba4e0e-d34f-475f-832b-e3bb657b32b8 req-2fac0574-ef42-4a02-9387-d4adf0f8716b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:10.224996 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.232762 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6eba4e0e-d34f-475f-832b-e3bb657b32b8 req-2fac0574-ef42-4a02-9387-d4adf0f8716b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0698922 Jul 01 07:24:10.266304 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-6eba4e0e-d34f-475f-832b-e3bb657b32b8 req-61de448f-80a8-4830-804e-38ef2d702c7d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325541 Jul 01 07:24:10.363854 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.364808 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8bfc365-37c7-416f-b9d5-5d35540590fe {{(pid=93539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:24:10.374653 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.379991 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-ddc542c2-8534-42d0-b9ff-da8cd813bca7 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f8bfc365-37c7-416f-b9d5-5d35540590fe HTTP/1.1" status: 204 len: 168 time: 0.9917121 Jul 01 07:24:10.382268 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57440) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:10.433923 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-86c94b8d-c93c-4b64-b1e8-5ce8025d4007 admin admin] Deleting subnet d7ea6f93-1340-4035-ab68-25c10fb716b3 {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:24:10.437292 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-86c94b8d-c93c-4b64-b1e8-5ce8025d4007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.472249 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-86c94b8d-c93c-4b64-b1e8-5ce8025d4007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.575863 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-86c94b8d-c93c-4b64-b1e8-5ce8025d4007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.697385 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-86c94b8d-c93c-4b64-b1e8-5ce8025d4007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.723545 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c94b8d-c93c-4b64-b1e8-5ce8025d4007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ea6f93-1340-4035-ab68-25c10fb716b3,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:10.725531 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-86c94b8d-c93c-4b64-b1e8-5ce8025d4007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.730520 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57442) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:10.730758 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-86c94b8d-c93c-4b64-b1e8-5ce8025d4007 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d7ea6f93-1340-4035-ab68-25c10fb716b3 HTTP/1.1" status: 204 len: 168 time: 0.3467567 Jul 01 07:24:10.737216 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704a3707-75a4-4e02-a6a8-6afc9afb7465 None None] Network 87ae4e33-1b8a-4df1-ae38-607e98cc3440 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:24:10.786409 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:10.808162 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.814524 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:24:10.814872 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 81f09e8b-a9dd-4dcf-8ae5-2620166ddbbd not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:24:10.861409 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Deleting port 769bb1d0-fa60-4f9f-9787-57d0048187ca {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:10.861746 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.928200 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] For port 769bb1d0-fa60-4f9f-9787-57d0048187ca, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=769bb1d0-fa60-4f9f-9787-57d0048187ca,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:10.928565 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:10.941272 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Calling delete_port for 769bb1d0-fa60-4f9f-9787-57d0048187ca owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:10.947508 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] DHCP port deletion for 87ae4e33-1b8a-4df1-ae38-607e98cc3440 request from dv-cinder-777574-6-iscsi {{(pid=93540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 01 07:24:10.995392 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] Deleting port 769bb1d0-fa60-4f9f-9787-57d0048187ca {{(pid=93540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:10.995743 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.068820 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] For port 769bb1d0-fa60-4f9f-9787-57d0048187ca, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=769bb1d0-fa60-4f9f-9787-57d0048187ca,segment=NetworkSegment(f601ec8a-9a6b-40ad-ad41-85fdce585f06),segment_id=f601ec8a-9a6b-40ad-ad41-85fdce585f06)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:11.069204 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.081167 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] Calling delete_port for 769bb1d0-fa60-4f9f-9787-57d0048187ca owned by network:dhcp {{(pid=93540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:11.112313 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.137682 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=769bb1d0-fa60-4f9f-9787-57d0048187ca,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:11.139484 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] No DVR routers for this DVR port 769bb1d0-fa60-4f9f-9787-57d0048187ca on host dv-cinder-777574-6-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:24:11.205030 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.210051 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.220746 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87ae4e33-1b8a-4df1-ae38-607e98cc3440']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:11.231623 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] Pushing event deleted for resources: {'Port': ['ID=769bb1d0-fa60-4f9f-9787-57d0048187ca,revision_number=None']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:11.232333 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f601ec8a-9a6b-40ad-ad41-85fdce585f06') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:11.232879 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f601ec8a-9a6b-40ad-ad41-85fdce585f06') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:11.237425 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c329b6-6c52-4b4a-a51e-98fe8dd0e505 None None] No DVR routers for this DVR port 769bb1d0-fa60-4f9f-9787-57d0048187ca on host dv-cinder-777574-6-iscsi {{(pid=93540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:24:11.250020 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.267860 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.274439 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:24:11.274852 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:24:11.276461 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:24:11.417583 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.427830 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.427830 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/87ae4e33-1b8a-4df1-ae38-607e98cc3440 HTTP/1.1" status: 204 len: 168 time: 0.6941259 Jul 01 07:24:11.429932 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57448) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:11.440821 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a338c-0977-4182-b3be-0fe449e25fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87ae4e33-1b8a-4df1-ae38-607e98cc3440,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:11.468010 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37fe4d-a4a8-4775-951b-d32d36ceea35 req-4624a7e7-eb76-44ae-85f2-7882b0041add tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:11.469517 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3a37fe4d-a4a8-4775-951b-d32d36ceea35 req-4624a7e7-eb76-44ae-85f2-7882b0041add tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0835273 Jul 01 07:24:11.505880 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3a37fe4d-a4a8-4775-951b-d32d36ceea35 req-cc9e4f72-bb76-4915-9b64-69078ec36862 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308335 Jul 01 07:24:11.759769 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.760824 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:24:11.856636 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:11.867786 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'port_id': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'mac_address': 'fa:16:3e:c7:d9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:24:11.903591 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:11.916260 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e212f3cb-cd0d-450c-8e5f-16785f0bca59 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:24:11.935762 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:11.994341 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:12.009475 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Deleting port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:12.009883 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:12.045686 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=6']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:12.085585 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] For port 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,segment=NetworkSegment(72440978-ec31-44b9-952e-f00d413cbe21),segment_id=72440978-ec31-44b9-952e-f00d413cbe21)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:12.085940 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:12.097701 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Calling delete_port for 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 owned by network:router_interface {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:12.103916 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['e212f3cb-cd0d-450c-8e5f-16785f0bca59'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:24:12.340566 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:12.366109 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:12.395613 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 38a19907-bb02-454d-9ac6-05640c18fdb5 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:12.417901 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 38a19907-bb02-454d-9ac6-05640c18fdb5 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:24:12.418248 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 38a19907-bb02-454d-9ac6-05640c18fdb5 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:24:12.418666 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 769bb1d0-fa60-4f9f-9787-57d0048187ca no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:12.439974 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 769bb1d0-fa60-4f9f-9787-57d0048187ca {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:24:12.440409 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 769bb1d0-fa60-4f9f-9787-57d0048187ca not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:24:12.554418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:12.693009 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0a5dc-52c2-4dde-9245-e3313062183e req-719291a4-adf1-473e-b1c8-8cad8843931e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:12.694933 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7ee0a5dc-52c2-4dde-9245-e3313062183e req-719291a4-adf1-473e-b1c8-8cad8843931e tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 945 time: 0.0674620 Jul 01 07:24:12.741011 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7ee0a5dc-52c2-4dde-9245-e3313062183e req-39e7d84c-68d3-46a3-a2ab-06804ca8421f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403521 Jul 01 07:24:12.780787 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Router 7c1b8ef8-48e2-405d-b774-40472691dd53 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:24:12.881980 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:24:12.886960 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-88c9f526-c4bb-4473-b7ed-910c6076a986 admin admin] 10.222.0.35 "PUT /v2.0/routers/7c1b8ef8-48e2-405d-b774-40472691dd53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4558730 Jul 01 07:24:12.889585 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57462) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:12.892131 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] Sync routers for ids ['7c1b8ef8-48e2-405d-b774-40472691dd53'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:24:12.901896 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] Routers {'7c1b8ef8-48e2-405d-b774-40472691dd53'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:12.902575 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['7c1b8ef8-48e2-405d-b774-40472691dd53'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:13.008033 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:13.093520 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] Set router 7c1b8ef8-48e2-405d-b774-40472691dd53 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:13.111329 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:13.228855 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Deleting port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:13.229201 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:13.300024 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137'}], 'enable_snat': True}, 'gw_port_id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:24:12Z', 'revision_number': 5, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port': {'id': '5a5f3e4a-7b7c-497b-a568-ebd5f8341a84', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:27:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:20:59Z', 'updated_at': '2021-07-01T07:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:13.314068 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] For port 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=5a5f3e4a-7b7c-497b-a568-ebd5f8341a84,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:13.314424 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:13.326276 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Calling delete_port for 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 owned by network:router_gateway {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:13.327843 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] Checking router: 7c1b8ef8-48e2-405d-b774-40472691dd53 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:24:13.334765 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] Routers {'7c1b8ef8-48e2-405d-b774-40472691dd53'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:13.335412 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['7c1b8ef8-48e2-405d-b774-40472691dd53'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:13.431019 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] Set router 7c1b8ef8-48e2-405d-b774-40472691dd53 gateway port host: None {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:13.503727 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:24:13Z', 'revision_number': 6, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port_host': None}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:13.531788 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8dd6c-cf2c-4221-a9ac-34dbfc19e3d0 None None] The sync data for ids ['7c1b8ef8-48e2-405d-b774-40472691dd53'] in dv-cinder-777574-6-iscsi is: [{'id': '7c1b8ef8-48e2-405d-b774-40472691dd53', 'name': 'tempest-TestMinimumBasicScenario-2127149588-router', 'tenant_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:20:58Z', 'updated_at': '2021-07-01T07:24:13Z', 'revision_number': 6, 'project_id': 'aeaecb9dd7a945e3bb34771b58f6917b', 'gw_port_host': None}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:24:13.594344 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:13.626398 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5f3e4a-7b7c-497b-a568-ebd5f8341a84,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:13.710008 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:13.765986 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:24:13.823178 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port e212f3cb-cd0d-450c-8e5f-16785f0bca59 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:24:13.823930 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:13.914410 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:13.953446 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:13.967555 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30aba43-1a09-40ab-be61-0feae42bd40f" -d '{"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-plugged", "status": "completed", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:13.987055 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:14.004439 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15174e-02b3-49dc-ab6f-2fe4c22ef0f2 req-028694d7-8202-48a6-a42a-aafee0c70a93 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:14.012973 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bc15174e-02b3-49dc-ab6f-2fe4c22ef0f2 req-028694d7-8202-48a6-a42a-aafee0c70a93 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 945 time: 0.0971806 Jul 01 07:24:14.067216 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bc15174e-02b3-49dc-ab6f-2fe4c22ef0f2 req-811af1e4-ef78-4007-b6cc-4384c3758d14 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530994 Jul 01 07:24:14.074351 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.124406 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0843dc-b372-4442-b9ee-912913e42b46 x-openstack-request-id: req-4e0843dc-b372-4442-b9ee-912913e42b46 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:14.124812 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-plugged", "status": "completed", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:14.125161 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4e0843dc-b372-4442-b9ee-912913e42b46 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:14.125646 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'code': 200} Jul 01 07:24:14.158981 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=7']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:14.177080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.179987 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.323844 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.324298 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c1b8ef8-48e2-405d-b774-40472691dd53 {{(pid=93539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:24:14.331949 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.333512 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-be4703cd-1bf7-479c-bf3b-e6d508b7db34 admin admin] 10.222.0.35 "DELETE /v2.0/routers/7c1b8ef8-48e2-405d-b774-40472691dd53 HTTP/1.1" status: 204 len: 168 time: 1.4426048 Jul 01 07:24:14.336327 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57486) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:14.389401 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab15f418-1336-4cf1-9c88-56a9a385c2c3 admin admin] Deleting subnet 05c2424d-50e6-441f-9a44-74f00c8a7eaa {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:24:14.392625 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ab15f418-1336-4cf1-9c88-56a9a385c2c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.432634 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ab15f418-1336-4cf1-9c88-56a9a385c2c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.551305 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:14.554929 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ab15f418-1336-4cf1-9c88-56a9a385c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.582278 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:24:14.582667 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 8df0a7ac-5dd9-465f-8c4d-ebfb4b253d52 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:24:14.583211 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:14.608721 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:24:14.609202 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 5a5f3e4a-7b7c-497b-a568-ebd5f8341a84 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:24:14.709058 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ab15f418-1336-4cf1-9c88-56a9a385c2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.750497 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab15f418-1336-4cf1-9c88-56a9a385c2c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05c2424d-50e6-441f-9a44-74f00c8a7eaa,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:14.765794 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ab15f418-1336-4cf1-9c88-56a9a385c2c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.767735 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-ab15f418-1336-4cf1-9c88-56a9a385c2c3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/05c2424d-50e6-441f-9a44-74f00c8a7eaa HTTP/1.1" status: 204 len: 168 time: 0.4303772 Jul 01 07:24:14.770388 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57490) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:14.773418 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5639f60-6ae9-4d7b-af10-b2cebfea2d2f None None] Network 688fccd0-e1d3-4498-aeb0-64995028d64d requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:24:14.869363 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:14.958135 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Deleting port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:14.958480 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.027411 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] For port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,segment=NetworkSegment(72440978-ec31-44b9-952e-f00d413cbe21),segment_id=72440978-ec31-44b9-952e-f00d413cbe21)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:15.027983 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.043697 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Calling delete_port for ecc6dbd9-deb0-4839-93ae-d2d09af92e6d owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:15.052800 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] DHCP port deletion for 688fccd0-e1d3-4498-aeb0-64995028d64d request from dv-cinder-777574-6-iscsi {{(pid=93540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 01 07:24:15.124564 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] Deleting port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d {{(pid=93540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:15.124949 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.206086 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] For port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,segment=NetworkSegment(72440978-ec31-44b9-952e-f00d413cbe21),segment_id=72440978-ec31-44b9-952e-f00d413cbe21)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:15.206375 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.219906 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] Calling delete_port for ecc6dbd9-deb0-4839-93ae-d2d09af92e6d owned by network:dhcp {{(pid=93540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:15.229389 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.254576 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] No DVR routers for this DVR port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d on host dv-cinder-777574-6-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:24:15.299063 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:15.339585 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10a52e-c4f6-4885-8f29-2c0c53dcbc75 req-bc7f85b1-3837-41a3-ba39-a6d3e04c2f96 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:15.349817 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3f10a52e-c4f6-4885-8f29-2c0c53dcbc75 req-bc7f85b1-3837-41a3-ba39-a6d3e04c2f96 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.1366658 Jul 01 07:24:15.351276 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.381029 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] Pushing event deleted for resources: {'Port': ['ID=ecc6dbd9-deb0-4839-93ae-d2d09af92e6d,revision_number=None']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:15.391492 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd7b14a-f9ef-4a3f-ab62-822bb54618fb None None] No DVR routers for this DVR port ecc6dbd9-deb0-4839-93ae-d2d09af92e6d on host dv-cinder-777574-6-iscsi {{(pid=93540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:24:15.400423 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.418206 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3f10a52e-c4f6-4885-8f29-2c0c53dcbc75 req-2ecc35ac-0243-4bbf-b606-3cfe75e4575c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612867 Jul 01 07:24:15.422379 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688fccd0-e1d3-4498-aeb0-64995028d64d']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:15.435957 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72440978-ec31-44b9-952e-f00d413cbe21') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:15.440683 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72440978-ec31-44b9-952e-f00d413cbe21') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:15.450824 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.467069 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.474226 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:24:15.474737 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:24:15.476445 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:24:15.606940 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.613105 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:15.615142 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] 10.222.0.35 "DELETE /v2.0/networks/688fccd0-e1d3-4498-aeb0-64995028d64d HTTP/1.1" status: 204 len: 168 time: 0.8432834 Jul 01 07:24:15.629588 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de042573-e52d-409a-ac62-89e555134992 admin admin] Pushing event deleted for resources: {'Network': ['ID=688fccd0-e1d3-4498-aeb0-64995028d64d,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:16.024348 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57498) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:16.079674 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-a2b4eea4-39b4-47c7-a291-db3c4f0ea8d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3708a808c1e6448c98d0d32200662bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539629 Jul 01 07:24:16.081665 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57500) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:16.155906 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-18d8474b-7c55-43a0-8a00-a5ad065257ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:16.178315 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-18d8474b-7c55-43a0-8a00-a5ad065257ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:16.313998 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-18d8474b-7c55-43a0-8a00-a5ad065257ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:16.316696 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-18d8474b-7c55-43a0-8a00-a5ad065257ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:16.327430 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-18d8474b-7c55-43a0-8a00-a5ad065257ee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9d91ef6-d56d-4c9f-b458-7546486fe80f HTTP/1.1" status: 204 len: 168 time: 0.2444439 Jul 01 07:24:16.337725 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8474b-7c55-43a0-8a00-a5ad065257ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d91ef6-d56d-4c9f-b458-7546486fe80f,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:16.500448 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device ecc6dbd9-deb0-4839-93ae-d2d09af92e6d no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:16.528737 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: ecc6dbd9-deb0-4839-93ae-d2d09af92e6d {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:24:16.529488 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device ecc6dbd9-deb0-4839-93ae-d2d09af92e6d not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:24:16.639697 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a455331-98fa-4a8d-9195-b00d339471a3 req-69ea6e79-6555-47ef-acdf-3d098df33a52 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:16.639697 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0a455331-98fa-4a8d-9195-b00d339471a3 req-69ea6e79-6555-47ef-acdf-3d098df33a52 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0680273 Jul 01 07:24:16.665773 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0a455331-98fa-4a8d-9195-b00d339471a3 req-21c7a5de-3b47-46e1-a0a3-d7d801f390e0 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314968 Jul 01 07:24:17.376083 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ee4ec-82c3-4861-90aa-bcdf870ab8c1 req-db67c32c-514b-4bbc-946e-d821dce78b64 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:17.388442 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a69ee4ec-82c3-4861-90aa-bcdf870ab8c1 req-db67c32c-514b-4bbc-946e-d821dce78b64 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0919571 Jul 01 07:24:17.427506 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a69ee4ec-82c3-4861-90aa-bcdf870ab8c1 req-98334509-5a90-4d73-85e2-2609ecdb8c26 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415239 Jul 01 07:24:17.497363 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57518) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:17.541519 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-09f98c50-af35-4108-a944-a7f26a92c4a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aeaecb9dd7a945e3bb34771b58f6917b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412042 Jul 01 07:24:17.543579 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57520) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:17.596593 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c87-fa33-4b78-81f4-f709332f13b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:17.617574 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c87-fa33-4b78-81f4-f709332f13b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:17.746882 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c87-fa33-4b78-81f4-f709332f13b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:17.749498 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d50f2c87-fa33-4b78-81f4-f709332f13b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:17.753502 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d50f2c87-fa33-4b78-81f4-f709332f13b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1d64715-984f-4adc-bf9e-24ad9ea41a9b HTTP/1.1" status: 204 len: 168 time: 0.2088978 Jul 01 07:24:17.771286 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f2c87-fa33-4b78-81f4-f709332f13b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d64715-984f-4adc-bf9e-24ad9ea41a9b,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:17.905192 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8707a11-420c-4835-94e2-c99560dabdb4 req-10a617d9-b103-42f1-a4db-64fa532564c2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:17.907604 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e8707a11-420c-4835-94e2-c99560dabdb4 req-10a617d9-b103-42f1-a4db-64fa532564c2 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0845299 Jul 01 07:24:17.956565 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e8707a11-420c-4835-94e2-c99560dabdb4 req-2e443001-d0d7-42c6-85af-13742a4f2e2d tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421276 Jul 01 07:24:18.609885 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aec444-150f-4599-aabc-81ea448bb27a req-bce71635-899c-4c82-afea-b2f5ce8f99fa tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:18.611469 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-46aec444-150f-4599-aabc-81ea448bb27a req-bce71635-899c-4c82-afea-b2f5ce8f99fa tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0672426 Jul 01 07:24:18.650466 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-46aec444-150f-4599-aabc-81ea448bb27a req-1636dc55-c3bc-4741-8ea6-7957ddf433c8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328166 Jul 01 07:24:19.099669 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-7e233ce7-522e-47cc-97db-cbf080193b7e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:19.102258 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-7e233ce7-522e-47cc-97db-cbf080193b7e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 946 time: 0.0939496 Jul 01 07:24:19.168218 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796e54a-b5ec-44b6-9ab5-8a5c6f0c7769 req-14729a69-52f3-4470-b888-33e4842aa1fa tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:19.169603 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0796e54a-b5ec-44b6-9ab5-8a5c6f0c7769 req-14729a69-52f3-4470-b888-33e4842aa1fa tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0749862 Jul 01 07:24:19.216374 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0796e54a-b5ec-44b6-9ab5-8a5c6f0c7769 req-d2c84bda-92da-4840-b20e-5986c6e7bf0f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395370 Jul 01 07:24:19.253924 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Deleting port d8b53c5a-bcee-41e8-a4ab-467e28497c79 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:24:19.254345 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:19.355152 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] For port d8b53c5a-bcee-41e8-a4ab-467e28497c79, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=d8b53c5a-bcee-41e8-a4ab-467e28497c79,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:19.355512 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:19.576693 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:19.577410 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:19.577899 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Floating IP 3fe5b03e-736d-4b6e-a55b-7bd806577d4a disassociated. External IP: 172.27.2.209, port: d8b53c5a-bcee-41e8-a4ab-467e28497c79. Jul 01 07:24:19.578421 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Calling delete_port for d8b53c5a-bcee-41e8-a4ab-467e28497c79 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:24:19.798769 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:19.835708 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event deleted for resources: {'Port': ['ID=d8b53c5a-bcee-41e8-a4ab-467e28497c79,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:19.864321 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4a0b0-d130-4443-9b85-b21df1d72954 req-d1ee5464-21bf-4415-aec6-c28407c68e46 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:19.866158 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0ba4a0b0-d130-4443-9b85-b21df1d72954 req-d1ee5464-21bf-4415-aec6-c28407c68e46 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 867 time: 0.0869482 Jul 01 07:24:19.908593 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0ba4a0b0-d130-4443-9b85-b21df1d72954 req-2384593a-20ce-4ad0-8bd9-53f4afcd8a15 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356679 Jul 01 07:24:19.972037 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:24:20.077432 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:24:20.086254 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:24:20.095826 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:20.096444 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:20.121891 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] No DVR routers for this DVR port d8b53c5a-bcee-41e8-a4ab-467e28497c79 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:24:20.126048 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:20.128191 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-61e4d828-dedf-42ff-b3df-f1aee2f21dcb req-79680a6e-4627-4f89-aca8-f857b4f62431 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "DELETE /v2.0/ports/d8b53c5a-bcee-41e8-a4ab-467e28497c79 HTTP/1.1" status: 204 len: 173 time: 1.0161359 Jul 01 07:24:20.128619 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'name': 'network-vif-deleted', 'tag': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:20.131023 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc906d2-041a-419b-bfda-7788c13e6b4f" -d '{"events": [{"server_uuid": "e9113a33-2e54-4d58-bc87-a87c8f0cd6d1", "name": "network-vif-deleted", "tag": "d8b53c5a-bcee-41e8-a4ab-467e28497c79"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:20.169376 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fdf8c0-4db3-41d7-b7e4-ac810bcfceba x-openstack-request-id: req-f1fdf8c0-4db3-41d7-b7e4-ac810bcfceba {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:20.169667 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9113a33-2e54-4d58-bc87-a87c8f0cd6d1", "name": "network-vif-deleted", "tag": "d8b53c5a-bcee-41e8-a4ab-467e28497c79", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:20.169924 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f1fdf8c0-4db3-41d7-b7e4-ac810bcfceba {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:20.170323 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9113a33-2e54-4d58-bc87-a87c8f0cd6d1', 'name': 'network-vif-deleted', 'tag': 'd8b53c5a-bcee-41e8-a4ab-467e28497c79', 'status': 'completed', 'code': 200} Jul 01 07:24:20.224088 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:20.415165 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ffd90-2030-432f-917a-0291a8b3eda7 req-ec21ef69-eaed-4112-9c40-346047e485ef tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:20.415727 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9f4ffd90-2030-432f-917a-0291a8b3eda7 req-ec21ef69-eaed-4112-9c40-346047e485ef tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0671515 Jul 01 07:24:20.458853 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9f4ffd90-2030-432f-917a-0291a8b3eda7 req-13ba9cc3-5573-46f3-921d-8e0d6a238c67 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368528 Jul 01 07:24:20.472540 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:20.511400 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:24:20.522043 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:20.522723 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:20.779267 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:21.015480 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:21.045586 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721e8c14-3cd5-4b03-935c-4e74db59ecae None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:24:21.115966 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ee640a75-3c86-4a99-9b91-3a9e7f53e203 req-fed8d12e-8579-4b5c-a14c-cab540957342 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9113a33-2e54-4d58-bc87-a87c8f0cd6d1 HTTP/1.1" status: 200 len: 210 time: 0.0468066 Jul 01 07:24:21.363132 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fe208c-3d72-42f3-a172-1bf399c4c00c None None] New status for floating IP 3fe5b03e-736d-4b6e-a55b-7bd806577d4a: DOWN {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:24:21.733370 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e0899-5395-4594-9558-df21019a575a req-7e10b809-040b-46fa-93c1-9d428c2289a3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:21.735245 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-539e0899-5395-4594-9558-df21019a575a req-7e10b809-040b-46fa-93c1-9d428c2289a3 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0905209 Jul 01 07:24:21.779829 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-539e0899-5395-4594-9558-df21019a575a req-0aaeda2b-bc1f-4b8d-ad5b-03172a234a60 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388811 Jul 01 07:24:21.813631 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device d8b53c5a-bcee-41e8-a4ab-467e28497c79 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:21.834542 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: d8b53c5a-bcee-41e8-a4ab-467e28497c79 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:24:21.841258 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device d8b53c5a-bcee-41e8-a4ab-467e28497c79 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:24:22.411658 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b741894a-27bd-419e-8aac-ff066e118277 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375399619&fields=id&tenant_id=11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 267 time: 0.0368490 Jul 01 07:24:22.526614 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-c90da837-1c71-41c6-a54a-c71d1a1ca135 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:22.528403 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-c90da837-1c71-41c6-a54a-c71d1a1ca135 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 812 time: 0.1100650 Jul 01 07:24:22.550595 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-d3d81be1-61fe-4f40-abab-b29f5ac247cd tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/quotas/11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 375 time: 0.0163066 Jul 01 07:24:22.620933 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-ae7445cf-b83b-4a48-9aec-6f1396d3ef4a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0694175 Jul 01 07:24:22.733875 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-3c61f9c1-0bc5-403f-8596-ecd201689483 service neutron] 10.222.0.35 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983467 Jul 01 07:24:22.838984 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-da4d3fa2-c9a4-42cc-aed6-3c47826d3857 service neutron] 10.222.0.35 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994556 Jul 01 07:24:23.060663 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:24:23.118133 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0c96a-7573-4332-af93-9598a798fd90 req-7335d486-e14a-43c9-b68b-b323073cb3f4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:23.120350 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f2c0c96a-7573-4332-af93-9598a798fd90 req-7335d486-e14a-43c9-b68b-b323073cb3f4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0750430 Jul 01 07:24:23.177184 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f2c0c96a-7573-4332-af93-9598a798fd90 req-26bc8bb9-4a9f-4f82-b3cd-54fc8503c316 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512898 Jul 01 07:24:23.858274 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-968b0b08-45fd-4e0e-8404-09cd793aa1bb req-83a25a76-19b7-4925-a68f-6585f512c471 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 210 time: 0.0433581 Jul 01 07:24:24.388341 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70cc32-a4a0-4939-b588-aa1bef65c731 req-bf3dd5ab-fe22-4bbe-ada6-4cccfca2f47c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:24.390141 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5b70cc32-a4a0-4939-b588-aa1bef65c731 req-bf3dd5ab-fe22-4bbe-ada6-4cccfca2f47c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0878596 Jul 01 07:24:24.428039 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-5b70cc32-a4a0-4939-b588-aa1bef65c731 req-aa3dd9ac-9615-4420-9e7e-6bcfa58f8830 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318904 Jul 01 07:24:24.992986 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f4d8a4ab-2a23-4278-bbb9-dc833b25d01b req-0594677d-fbcf-4b11-9104-31222c5ae9eb tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 210 time: 0.0285239 Jul 01 07:24:25.602861 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d08463-2381-4774-8781-6b9fb56830ef req-0e67a912-d932-4fc2-ab99-17a6bf7cc655 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:25.604369 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d8d08463-2381-4774-8781-6b9fb56830ef req-0e67a912-d932-4fc2-ab99-17a6bf7cc655 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0628061 Jul 01 07:24:25.611815 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-3b95beb7-e83b-4376-b470-43633094c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:25.613308 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-3b95beb7-e83b-4376-b470-43633094c38c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 1099 time: 0.0509784 Jul 01 07:24:25.640572 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d8d08463-2381-4774-8781-6b9fb56830ef req-8c8c0b74-5686-4a35-a912-e0ee00b9aa0a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301399 Jul 01 07:24:25.713248 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-b659e06f-091d-4d4d-adad-360d39048692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:25.714636 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-b659e06f-091d-4d4d-adad-360d39048692 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.0870738 Jul 01 07:24:25.786262 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-07e4f07f-f7a4-47b5-a26f-18812a96cbc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59 HTTP/1.1" status: 200 len: 1002 time: 0.0561080 Jul 01 07:24:25.838724 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-75881796-35c4-4dec-adea-08b833f47568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:25.840259 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-75881796-35c4-4dec-adea-08b833f47568 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0476801 Jul 01 07:24:25.898629 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-d64c38a7-81d2-427e-ab28-789dad15df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:25.900372 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-d64c38a7-81d2-427e-ab28-789dad15df40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531037 Jul 01 07:24:25.991127 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-d255960d-d4f3-4bf3-9b30-c2a0b5701e1a service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837100 Jul 01 07:24:26.133347 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bad1acbb-97f2-40f8-a479-3894d2ef05d1 req-6a07bac3-850a-4cbe-9f8d-d56d9a6a22b5 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 210 time: 0.0295200 Jul 01 07:24:26.164076 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fccdd059-9baa-4d09-b97b-a0ec55d1cb58 req-2d5b4cf7-2d2f-429a-b72e-d1bb044b799d service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623073 Jul 01 07:24:26.179435 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-3e6beb9c-2b03-48a8-9351-d601ef419ec9 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:26.181044 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-3e6beb9c-2b03-48a8-9351-d601ef419ec9 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 812 time: 0.1504478 Jul 01 07:24:26.229381 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-2dcac548-4986-4dc8-a30a-f470512f73a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 380 time: 0.0357957 Jul 01 07:24:26.238958 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'port': {'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'admin_state_up': True, 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'security_groups': ['6eea4fcc-1b27-4bee-9294-f5c4c19e8f18']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:24:26.422640 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Made reservation on behalf of 11842cd56fb64d5ea70bf4cb85ce5081 for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:24:26.426948 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:26.551867 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Allocated IP 172.20.0.4 (cb69764f-1471-4705-b975-1dfa114f2be0/5e04ac37-e23e-4c7b-8b39-b83f8127495b/bab4b10b-229e-407f-9c09-3206966da3ba) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:24:26.687279 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:26.706225 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Transition to ACTIVE for port object bab4b10b-229e-407f-9c09-3206966da3ba will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:24:26.801048 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:26.825242 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdea9f-dac7-49da-b002-45301e3a884f req-af3cb00a-62f0-4bd9-9724-77a75e6e4fd4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:26.826717 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ecbdea9f-dac7-49da-b002-45301e3a884f req-af3cb00a-62f0-4bd9-9724-77a75e6e4fd4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.0684943 Jul 01 07:24:26.849153 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Network cb69764f-1471-4705-b975-1dfa114f2be0 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:24:26.856750 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:24:26.858648 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=bab4b10b-229e-407f-9c09-3206966da3ba,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:26.860814 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:24:26.870234 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ecbdea9f-dac7-49da-b002-45301e3a884f req-901c6555-182f-4526-88c0-a8f2f1f656c1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369461 Jul 01 07:24:26.911964 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:26.912621 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.011791 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b6f6ec95-c8ad-4eb8-9cae-20c467298ad6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7764702 Jul 01 07:24:27.025457 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Request body: {'port': {'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:24:27.099776 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.176791 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-78a3424c-5597-4eb3-a2cf-8c33316bf50a None None] Provisioning for port bab4b10b-229e-407f-9c09-3206966da3ba completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:24:27.180826 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-78a3424c-5597-4eb3-a2cf-8c33316bf50a None None] Provisioning complete for port bab4b10b-229e-407f-9c09-3206966da3ba triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:24:27.181263 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-78a3424c-5597-4eb3-a2cf-8c33316bf50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.224060 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-78a3424c-5597-4eb3-a2cf-8c33316bf50a None None] Port bab4b10b-229e-407f-9c09-3206966da3ba cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:24:27.376246 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb1948-53af-4e81-b8a0-ae4b465278a5 req-5a32e477-07eb-44e3-9e37-a85e0d8468bf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:27.377752 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1dfb1948-53af-4e81-b8a0-ae4b465278a5 req-5a32e477-07eb-44e3-9e37-a85e0d8468bf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 931 time: 0.1254728 Jul 01 07:24:27.448076 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab4b10b-229e-407f-9c09-3206966da3ba {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:24:27.454706 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1dfb1948-53af-4e81-b8a0-ae4b465278a5 req-55b4a995-51ff-4d8c-854d-312a669c2a85 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677445 Jul 01 07:24:27.458429 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.479173 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Transition to ACTIVE for port object bab4b10b-229e-407f-9c09-3206966da3ba will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:24:27.546398 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.596849 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Pushing event updated for resources: {'Port': ['ID=bab4b10b-229e-407f-9c09-3206966da3ba,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:27.670203 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Attempting to bind port bab4b10b-229e-407f-9c09-3206966da3ba on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:24:27.670537 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Attempting to bind port bab4b10b-229e-407f-9c09-3206966da3ba by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:24:27.670862 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Attempting to bind port bab4b10b-229e-407f-9c09-3206966da3ba on network cb69764f-1471-4705-b975-1dfa114f2be0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:24:27.675605 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Port bab4b10b-229e-407f-9c09-3206966da3ba on network cb69764f-1471-4705-b975-1dfa114f2be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:24:27.675928 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Attempting to bind port bab4b10b-229e-407f-9c09-3206966da3ba on network cb69764f-1471-4705-b975-1dfa114f2be0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:24:27.681508 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:24:27.681852 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Checking segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:24:27.682241 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Bound using segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:24:27.682670 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Bound port: bab4b10b-229e-407f-9c09-3206966da3ba, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:24:27.683064 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.685123 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-128f891f-ccc8-405d-9932-b9f3e1e4b1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.748426 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] For port bab4b10b-229e-407f-9c09-3206966da3ba, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:24:27.751431 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] For port bab4b10b-229e-407f-9c09-3206966da3ba, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=bab4b10b-229e-407f-9c09-3206966da3ba,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:24:27.836668 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:27.844042 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.883884 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:27.883884 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.883884 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] 10.222.0.26 "PUT /v2.0/ports/bab4b10b-229e-407f-9c09-3206966da3ba HTTP/1.1" status: 200 len: 1093 time: 0.8625581 Jul 01 07:24:27.883884 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:27.885722 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd5cfc-fbe3-4159-b981-5a2d85d8d77e" -d '{"events": [{"name": "network-changed", "server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:27.926128 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab809ca-e790-4d52-90a4-8f06e65aee56 service neutron] Pushing event updated for resources: {'Port': ['ID=bab4b10b-229e-407f-9c09-3206966da3ba,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:27.949587 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:27.956873 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb4b85-89fe-4de1-bbe1-ffa60cce74ee x-openstack-request-id: req-80cb4b85-89fe-4de1-bbe1-ffa60cce74ee {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:27.957174 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:27.957430 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80cb4b85-89fe-4de1-bbe1-ffa60cce74ee {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:27.957834 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'status': 'completed', 'code': 200} Jul 01 07:24:27.981240 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:27.989525 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab642eb-e02f-4ab6-9374-ec77e2154a22" -d '{"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-unplugged", "status": "completed", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:28.030710 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:28.050141 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd5cfc-fbe3-4159-b981-5a2d85d8d77e req-a368428a-bd2d-4d37-a8bb-876192d28780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:28.051113 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943ad30-4b08-446c-a392-647307ebba62 x-openstack-request-id: req-d943ad30-4b08-446c-a392-647307ebba62 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:28.051694 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-unplugged", "status": "completed", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:28.051936 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-27fd5cfc-fbe3-4159-b981-5a2d85d8d77e req-a368428a-bd2d-4d37-a8bb-876192d28780 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 1096 time: 0.0919354 Jul 01 07:24:28.052527 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d943ad30-4b08-446c-a392-647307ebba62 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:28.053003 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'code': 200} Jul 01 07:24:28.104027 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:28.153579 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=8']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:28.200765 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd5cfc-fbe3-4159-b981-5a2d85d8d77e req-7cf99e30-2fe7-4c4c-b636-a42675e682b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:28.202343 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-27fd5cfc-fbe3-4159-b981-5a2d85d8d77e req-7cf99e30-2fe7-4c4c-b636-a42675e682b4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1414979 Jul 01 07:24:28.213238 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b199e-89b5-44d7-a085-7506512fbc98 req-f596ba45-adb4-4ced-8435-179c5ad3e295 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:28.216732 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4a4b199e-89b5-44d7-a085-7506512fbc98 req-f596ba45-adb4-4ced-8435-179c5ad3e295 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 946 time: 0.1443315 Jul 01 07:24:28.301977 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4a4b199e-89b5-44d7-a085-7506512fbc98 req-c58f2b7f-b3a1-420f-8f98-9ea56f58140c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789931 Jul 01 07:24:28.324507 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd5cfc-fbe3-4159-b981-5a2d85d8d77e req-6e216ddd-97b7-48f5-8108-783c52a75592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:28.326145 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-27fd5cfc-fbe3-4159-b981-5a2d85d8d77e req-6e216ddd-97b7-48f5-8108-783c52a75592 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106184 Jul 01 07:24:28.418433 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-5cfdf53a-64e2-4d34-a74f-6b11a30e7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:28.419837 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-5cfdf53a-64e2-4d34-a74f-6b11a30e7a91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 1096 time: 0.0545626 Jul 01 07:24:28.460800 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-77f4bf05-f16d-41e9-afa5-6871dc1ad226 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab4b10b-229e-407f-9c09-3206966da3ba HTTP/1.1" status: 200 len: 217 time: 0.0317914 Jul 01 07:24:28.507664 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-2a45666a-84c6-43f4-9a6e-e68ae258ac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:28.509122 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-2a45666a-84c6-43f4-9a6e-e68ae258ac96 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0414498 Jul 01 07:24:28.570464 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-37067975-e284-429a-926d-72c89e99b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:28.577302 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-37067975-e284-429a-926d-72c89e99b80e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512321 Jul 01 07:24:28.630959 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ade3b-fabb-422f-9d01-8710f3757df8 req-f193d846-295f-4453-943e-9fb143d9fe52 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:28.632498 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4a0ade3b-fabb-422f-9d01-8710f3757df8 req-f193d846-295f-4453-943e-9fb143d9fe52 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 943 time: 0.0617785 Jul 01 07:24:28.662286 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-b0c2a423-ed60-4416-86e4-ae6003606436 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833132 Jul 01 07:24:28.670863 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4a0ade3b-fabb-422f-9d01-8710f3757df8 req-7cf02a10-9e49-4776-b588-6e8d5f19c40e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325172 Jul 01 07:24:28.753961 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5905e064-4d08-4a9b-baa2-0627a74982bb req-cd7d7b73-2482-4020-a6dc-e58bd4d71ff4 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829687 Jul 01 07:24:29.477377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecda776-ffcc-45fd-b4d6-688f9af8922f req-65df87dd-3f24-4a70-b15c-a56a9afc79ee tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:29.478938 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fecda776-ffcc-45fd-b4d6-688f9af8922f req-65df87dd-3f24-4a70-b15c-a56a9afc79ee tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0636983 Jul 01 07:24:29.515313 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fecda776-ffcc-45fd-b4d6-688f9af8922f req-101aea00-a752-424c-b5e9-8b44153deb77 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309062 Jul 01 07:24:29.841951 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d7c18-93b5-4adb-9a5a-c291a594bed4 req-f2b79542-f779-40af-b1e7-68022af22a15 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:29.843444 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ab5d7c18-93b5-4adb-9a5a-c291a594bed4 req-f2b79542-f779-40af-b1e7-68022af22a15 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 943 time: 0.0625713 Jul 01 07:24:29.880551 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ab5d7c18-93b5-4adb-9a5a-c291a594bed4 req-eaa918fc-bb99-467a-8a2e-8174bc36a01b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313847 Jul 01 07:24:30.454878 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1417fa3f-421a-4261-a15f-12d400111c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:30.816933 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:31.052486 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf991-bb37-4917-89e7-a1b82afb3014 req-22b98a1b-2fcf-4990-89cb-9492fc59be5c tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:31.054539 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-54aaf991-bb37-4917-89e7-a1b82afb3014 req-22b98a1b-2fcf-4990-89cb-9492fc59be5c tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 943 time: 0.0638635 Jul 01 07:24:31.091300 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-54aaf991-bb37-4917-89e7-a1b82afb3014 req-9c052105-e3f4-41fe-8034-abb481178e8e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308578 Jul 01 07:24:31.136577 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:31.461578 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:31.800271 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ddf139-a0a9-4cf0-9b05-07b6acee0f40 req-7ba21218-8378-40a5-a4c8-8f1731887533 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:31.801757 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b6ddf139-a0a9-4cf0-9b05-07b6acee0f40 req-7ba21218-8378-40a5-a4c8-8f1731887533 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0669608 Jul 01 07:24:31.840996 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b6ddf139-a0a9-4cf0-9b05-07b6acee0f40 req-684b76fc-1bd8-49f6-b5f8-829c59394b57 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336721 Jul 01 07:24:31.851741 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:24:31.990878 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-9290b428-f4ad-4e19-89c7-bd65fc486608 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495143 Jul 01 07:24:32.270331 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3df5f-44a2-4b99-9f47-67f3c168a0f2 req-f8ee2a1e-1049-4c47-8d89-44fc60b5f8c2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:32.271889 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-24e3df5f-44a2-4b99-9f47-67f3c168a0f2 req-f8ee2a1e-1049-4c47-8d89-44fc60b5f8c2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 943 time: 0.0656435 Jul 01 07:24:32.310384 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-24e3df5f-44a2-4b99-9f47-67f3c168a0f2 req-424cfbcd-c88a-48b9-9a48-a00e3c4bbc8e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327866 Jul 01 07:24:33.016710 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b203512-f953-4914-812a-4c11c9af2968 req-64fe3d08-3dfc-4ed9-83d0-cfadd35cb116 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:33.018112 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b203512-f953-4914-812a-4c11c9af2968 req-64fe3d08-3dfc-4ed9-83d0-cfadd35cb116 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0628209 Jul 01 07:24:33.051216 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:33.056233 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b203512-f953-4914-812a-4c11c9af2968 req-8a9e9e73-e393-4706-bb32-7a70321618d6 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317459 Jul 01 07:24:33.341798 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-fd240189-4acf-4428-b15e-afd079ba1d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:33.343491 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-fd240189-4acf-4428-b15e-afd079ba1d8f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513&tenant_id=959f91a8dc2e482693bfc24694fdffd4 HTTP/1.1" status: 200 len: 1097 time: 0.0539205 Jul 01 07:24:33.417198 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-6671f1cd-3d04-4b21-a39d-f2343ac8d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:33.418803 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-6671f1cd-3d04-4b21-a39d-f2343ac8d43b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 1097 time: 0.0520215 Jul 01 07:24:33.492065 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b35984-2d0b-499d-8df4-b17543770703 req-0facc5e2-bfed-4392-a15e-4c8f87b73fe2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:33.493549 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-06b35984-2d0b-499d-8df4-b17543770703 req-0facc5e2-bfed-4392-a15e-4c8f87b73fe2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 943 time: 0.0623996 Jul 01 07:24:33.515788 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-ac75d1e8-4ac8-4249-b112-b4aeb6499388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:33.517238 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-ac75d1e8-4ac8-4249-b112-b4aeb6499388 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.0913494 Jul 01 07:24:33.530918 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-06b35984-2d0b-499d-8df4-b17543770703 req-34677fa3-7f6e-40fa-aa68-1e215a3c6845 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Jul 01 07:24:33.580161 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-3c0b1b49-c9be-4ad0-a0b9-9d0e34175bca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59 HTTP/1.1" status: 200 len: 1000 time: 0.0557916 Jul 01 07:24:33.626359 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-4605bd4e-fe05-4cc9-87c5-3b8383d2e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:33.627675 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-4605bd4e-fe05-4cc9-87c5-3b8383d2e1f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0408106 Jul 01 07:24:33.684836 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-d261dd09-f2d4-4695-87e9-87c3e340183d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:33.686260 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-d261dd09-f2d4-4695-87e9-87c3e340183d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513451 Jul 01 07:24:34.040576 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-d89196ed-9b1f-49c6-a174-354de6b3bca7 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446653 Jul 01 07:24:34.142428 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8b5001ea-25fa-473f-968c-c6f680d1f394 req-8ba2b54b-05de-4aed-a09d-522b2f37e6b1 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930734 Jul 01 07:24:34.270613 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903e3b-5916-4c9d-91f0-7cc4e2e1d34f req-07a8dc72-6384-45f2-a7a7-a2cd5dbb4b38 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:34.272249 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9c903e3b-5916-4c9d-91f0-7cc4e2e1d34f req-07a8dc72-6384-45f2-a7a7-a2cd5dbb4b38 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0700362 Jul 01 07:24:34.309815 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-9c903e3b-5916-4c9d-91f0-7cc4e2e1d34f req-142eaf12-6c44-4f81-85ca-bc5fc55e2051 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316427 Jul 01 07:24:34.706819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9edaa1-7a07-4752-8503-4a08f7f0dcc3 req-b4cd40ff-bb44-4ac1-b51c-0cdf9e0ed0ca tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:34.708325 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cc9edaa1-7a07-4752-8503-4a08f7f0dcc3 req-b4cd40ff-bb44-4ac1-b51c-0cdf9e0ed0ca tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 943 time: 0.0658214 Jul 01 07:24:34.748902 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-cc9edaa1-7a07-4752-8503-4a08f7f0dcc3 req-9983b4b8-e453-4c24-a03d-61850f6fdd55 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343194 Jul 01 07:24:35.496060 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8c6d7-c0f9-40e4-a2cb-cdb8b6002a73 req-9a2bb77d-f206-4abf-bcd0-ab7f2f83942c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:35.497573 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a8f8c6d7-c0f9-40e4-a2cb-cdb8b6002a73 req-9a2bb77d-f206-4abf-bcd0-ab7f2f83942c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0687840 Jul 01 07:24:35.537509 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a8f8c6d7-c0f9-40e4-a2cb-cdb8b6002a73 req-1e40fc89-b3e0-438f-85b9-c3287c4c0638 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343988 Jul 01 07:24:35.867852 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device bab4b10b-229e-407f-9c09-3206966da3ba details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:24:35.930350 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45783fd7-5489-49e5-9317-c9b057893a12 req-7e03f07d-937e-466f-a68f-07e460e03448 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:35.932706 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-45783fd7-5489-49e5-9317-c9b057893a12 req-7e03f07d-937e-466f-a68f-07e460e03448 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 943 time: 0.0642335 Jul 01 07:24:35.981702 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-45783fd7-5489-49e5-9317-c9b057893a12 req-3c3f4363-f8d9-4ce4-9298-48857971d118 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389457 Jul 01 07:24:35.990081 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port bab4b10b-229e-407f-9c09-3206966da3ba, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=bab4b10b-229e-407f-9c09-3206966da3ba,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:36.004903 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:24:36.061644 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:36.075279 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab4b10b-229e-407f-9c09-3206966da3ba {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:24:36.098261 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port bab4b10b-229e-407f-9c09-3206966da3ba, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=bab4b10b-229e-407f-9c09-3206966da3ba,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:36.166060 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:36.213843 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=bab4b10b-229e-407f-9c09-3206966da3ba,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:36.404612 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['bab4b10b-229e-407f-9c09-3206966da3ba'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:24:36.722137 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda2b8e-4382-487f-88f4-8fed64f84fd2 req-95140d36-e3b5-454f-bc90-c8d389ee43f9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:36.723599 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-feda2b8e-4382-487f-88f4-8fed64f84fd2 req-95140d36-e3b5-454f-bc90-c8d389ee43f9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0641809 Jul 01 07:24:36.763305 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-feda2b8e-4382-487f-88f4-8fed64f84fd2 req-c9948974-bd64-4eab-b464-2cce08b3ad5a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331857 Jul 01 07:24:37.169860 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32a897-fd9a-4127-a2b0-a0b79ffdc35a req-6e8fffc3-ecfb-49b6-adbf-8d866f1677f9 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:37.171375 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0b32a897-fd9a-4127-a2b0-a0b79ffdc35a req-6e8fffc3-ecfb-49b6-adbf-8d866f1677f9 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 944 time: 0.0720918 Jul 01 07:24:37.212792 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0b32a897-fd9a-4127-a2b0-a0b79ffdc35a req-7384c6b4-f4f1-407e-a67d-a1531748a6ad tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358238 Jul 01 07:24:37.872388 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device bab4b10b-229e-407f-9c09-3206966da3ba up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:24:37.959536 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cd720-47b5-47b9-959a-b0346030fa7b req-cf4bc1bb-4c18-4d02-a2fc-bcf561f80943 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:37.961081 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c65cd720-47b5-47b9-959a-b0346030fa7b req-cf4bc1bb-4c18-4d02-a2fc-bcf561f80943 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0667584 Jul 01 07:24:37.997847 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port bab4b10b-229e-407f-9c09-3206966da3ba completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:24:38.005086 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port bab4b10b-229e-407f-9c09-3206966da3ba triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:24:38.008491 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:38.010508 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c65cd720-47b5-47b9-959a-b0346030fa7b req-fdfba44b-9274-4d3b-b56a-5bd91abc5554 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427263 Jul 01 07:24:38.100616 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:38.124003 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:38.126250 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1a7246-64fb-4fc5-b08e-ea11e1ee059a" -d '{"events": [{"server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "name": "network-vif-plugged", "status": "completed", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:38.139107 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port bab4b10b-229e-407f-9c09-3206966da3ba, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=bab4b10b-229e-407f-9c09-3206966da3ba,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:38.166594 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3902862-e9c8-4611-849b-70590c3cf892 x-openstack-request-id: req-e3902862-e9c8-4611-849b-70590c3cf892 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:38.166907 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "name": "network-vif-plugged", "status": "completed", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:38.167171 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e3902862-e9c8-4611-849b-70590c3cf892 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:38.167565 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'code': 200} Jul 01 07:24:38.197944 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:38.254036 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=bab4b10b-229e-407f-9c09-3206966da3ba,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:38.397148 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c603ce-a0f6-4d96-a1a4-d8314f971f08 req-b783aa09-5a58-4cea-86a1-cfcc68ddfbe5 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:38.399302 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-73c603ce-a0f6-4d96-a1a4-d8314f971f08 req-b783aa09-5a58-4cea-86a1-cfcc68ddfbe5 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0688968 Jul 01 07:24:38.437651 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-73c603ce-a0f6-4d96-a1a4-d8314f971f08 req-0016bfc7-9a31-431a-9fca-f5639997d6ae tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320189 Jul 01 07:24:39.197418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bfad59-48ba-4384-9090-1298115f8d09 req-57cad9de-849e-44ab-af55-182e59ed7a80 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:39.198973 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-49bfad59-48ba-4384-9090-1298115f8d09 req-57cad9de-849e-44ab-af55-182e59ed7a80 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0641861 Jul 01 07:24:39.240756 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-49bfad59-48ba-4384-9090-1298115f8d09 req-726f591c-ccb4-4fcb-ab5a-94e6ef402006 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357864 Jul 01 07:24:39.610019 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800432f1-3149-46c7-a6da-1fb777b46e17 req-6d5168e2-21c1-46a0-9ad5-76ce8e6a8a1a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:39.611538 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-800432f1-3149-46c7-a6da-1fb777b46e17 req-6d5168e2-21c1-46a0-9ad5-76ce8e6a8a1a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0627818 Jul 01 07:24:39.649640 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-800432f1-3149-46c7-a6da-1fb777b46e17 req-dfc594ca-91e0-4d37-ad5a-474af29394b3 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Jul 01 07:24:40.425623 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e83a0f-f618-4b6d-8c73-f032ad7576f3 req-59996b3e-9990-4631-ab4e-4f0405a30b6c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:40.427293 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70e83a0f-f618-4b6d-8c73-f032ad7576f3 req-59996b3e-9990-4631-ab4e-4f0405a30b6c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0668991 Jul 01 07:24:40.465598 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70e83a0f-f618-4b6d-8c73-f032ad7576f3 req-da7c7713-0a14-48cf-b56e-660c5f846324 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324032 Jul 01 07:24:40.827973 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bb62b-d2f7-425d-8fd4-ecec28600f9a req-77b0a244-a035-4e2c-b483-026a3dd0c75b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:40.829497 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-600bb62b-d2f7-425d-8fd4-ecec28600f9a req-77b0a244-a035-4e2c-b483-026a3dd0c75b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0642281 Jul 01 07:24:40.868079 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-600bb62b-d2f7-425d-8fd4-ecec28600f9a req-d649037b-fe75-4d55-b818-f01dfa5d4153 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323367 Jul 01 07:24:41.652268 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c8eb6-ff1d-4d38-8ff5-1c8146ab90dc req-ef7f8e8c-1575-447f-a3a7-e8097a5e8bb9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:41.653818 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df5c8eb6-ff1d-4d38-8ff5-1c8146ab90dc req-ef7f8e8c-1575-447f-a3a7-e8097a5e8bb9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0671120 Jul 01 07:24:41.691591 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-df5c8eb6-ff1d-4d38-8ff5-1c8146ab90dc req-b39b0286-9d6d-4d58-9be2-25e5478f424b tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319293 Jul 01 07:24:42.050140 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc366c31-ef0a-4db4-ad40-c360253a576c req-46cd20f5-bf4a-4cea-baea-b71d875cadde tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:42.051672 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc366c31-ef0a-4db4-ad40-c360253a576c req-46cd20f5-bf4a-4cea-baea-b71d875cadde tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0647280 Jul 01 07:24:42.092328 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dc366c31-ef0a-4db4-ad40-c360253a576c req-eba7586e-5934-4959-b660-52767504ed1e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344973 Jul 01 07:24:42.879120 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929f8ec-7541-4c91-8bb0-86e9c2331ddf req-bbbad67c-0865-474c-8f6e-089e2d2f0805 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:42.880619 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6929f8ec-7541-4c91-8bb0-86e9c2331ddf req-bbbad67c-0865-474c-8f6e-089e2d2f0805 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0672159 Jul 01 07:24:42.924578 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6929f8ec-7541-4c91-8bb0-86e9c2331ddf req-1c81f5ea-4bfd-4ae3-8c9b-8973c73bce88 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374107 Jul 01 07:24:43.276897 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c15c0-2542-4c33-9579-18a605a8ee5e req-703e701a-1a7e-48dd-af1e-4c672077428b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:43.278324 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b02c15c0-2542-4c33-9579-18a605a8ee5e req-703e701a-1a7e-48dd-af1e-4c672077428b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0725904 Jul 01 07:24:43.322683 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b02c15c0-2542-4c33-9579-18a605a8ee5e req-1d84ba25-2176-4ff2-9f5c-3aebe82c45fc tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382323 Jul 01 07:24:44.117862 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32798177-0c54-44b1-8e0a-07e45d173ec8 req-c66d51ab-9b83-4790-877a-c0a2540c53c4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:44.119376 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-32798177-0c54-44b1-8e0a-07e45d173ec8 req-c66d51ab-9b83-4790-877a-c0a2540c53c4 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0698545 Jul 01 07:24:44.162574 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-32798177-0c54-44b1-8e0a-07e45d173ec8 req-eeb35d58-8428-4486-a86c-71c21ef2b2dc tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369189 Jul 01 07:24:44.507228 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ea44a-792f-4f5a-8046-32aa9338ef35 req-f86fd504-9707-41d3-9493-2da21d103864 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:44.508781 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-170ea44a-792f-4f5a-8046-32aa9338ef35 req-f86fd504-9707-41d3-9493-2da21d103864 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0751102 Jul 01 07:24:44.548605 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-170ea44a-792f-4f5a-8046-32aa9338ef35 req-04a3858e-bb83-43af-8a9d-76322965f1fd tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338655 Jul 01 07:24:45.347104 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5618e-a49d-4456-8d76-ea77c88bf5b4 req-ec91724e-6706-460d-885d-27d8d7185abb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:45.348571 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1cd5618e-a49d-4456-8d76-ea77c88bf5b4 req-ec91724e-6706-460d-885d-27d8d7185abb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0620575 Jul 01 07:24:45.384158 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1cd5618e-a49d-4456-8d76-ea77c88bf5b4 req-7dc47868-174b-4275-b9b6-208baacf442f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301559 Jul 01 07:24:45.717739 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965643e-9f91-4f0c-b645-09d12ee04a3c req-e935cd2a-6658-496d-b779-08c00ae1feb0 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:45.719243 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b965643e-9f91-4f0c-b645-09d12ee04a3c req-e935cd2a-6658-496d-b779-08c00ae1feb0 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0619586 Jul 01 07:24:45.789668 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b965643e-9f91-4f0c-b645-09d12ee04a3c req-182bb309-30b6-401e-8e8b-787680c98d59 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641341 Jul 01 07:24:45.808231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655eab50-8226-4907-90ad-b153b1b677f5 req-0c2ee2ea-2bc7-460b-87bd-72da25902e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:45.809940 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-655eab50-8226-4907-90ad-b153b1b677f5 req-0c2ee2ea-2bc7-460b-87bd-72da25902e89 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 1098 time: 0.0715194 Jul 01 07:24:45.843953 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-655eab50-8226-4907-90ad-b153b1b677f5 req-adbc7d69-98e1-4469-bfbb-5b95f32a031c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272021 Jul 01 07:24:46.558684 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2419b-83d7-49cc-bdd6-a95aec837c43 req-1a383934-d8cf-4d22-b3b6-c3da1ddaa690 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:46.560098 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dea2419b-83d7-49cc-bdd6-a95aec837c43 req-1a383934-d8cf-4d22-b3b6-c3da1ddaa690 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0642803 Jul 01 07:24:46.597849 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dea2419b-83d7-49cc-bdd6-a95aec837c43 req-f0c1737d-22d5-4498-bcd4-3eae9ff2941f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320680 Jul 01 07:24:46.968091 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794806e8-74e8-4f7d-94e8-ea0f12abc70b req-e5b12c36-7fe3-4430-915a-62bd424d4fe9 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:46.969557 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-794806e8-74e8-4f7d-94e8-ea0f12abc70b req-e5b12c36-7fe3-4430-915a-62bd424d4fe9 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0618653 Jul 01 07:24:47.006510 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-794806e8-74e8-4f7d-94e8-ea0f12abc70b req-7ea940a1-8ef8-474c-ac34-ce5cdb83bc39 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313816 Jul 01 07:24:47.177747 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ed40c4-45c5-4b6d-bbfc-3a108325fe80 req-73c0c863-c593-477c-b16d-8ae7fcc7a7c6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:47.179309 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c4ed40c4-45c5-4b6d-bbfc-3a108325fe80 req-73c0c863-c593-477c-b16d-8ae7fcc7a7c6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0672381 Jul 01 07:24:47.216496 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c4ed40c4-45c5-4b6d-bbfc-3a108325fe80 req-b035ab00-59a4-4a4a-84d8-76aa023ede00 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316563 Jul 01 07:24:47.241781 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57806) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:47.291861 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a90d858-808e-4424-98ad-c9ba33156e85 tempest-TestVolumeBootPattern-2067351879 tempest-TestVolumeBootPattern-2067351879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:47.293419 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5a90d858-808e-4424-98ad-c9ba33156e85 tempest-TestVolumeBootPattern-2067351879 tempest-TestVolumeBootPattern-2067351879-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 1093 time: 0.0506089 Jul 01 07:24:47.296055 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57808) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:24:47.300364 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:24:47.370768 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:47.464313 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:47.570641 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Allocated IP 172.27.2.35 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/b8120820-75cf-4cdd-8f01-77edbfbaadad) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:24:47.669972 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:47.760001 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:47.772311 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43537b-b828-4460-b996-5d801bc70860 req-cae9c476-67c0-443d-b3f8-cca6f5a6a903 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:47.773796 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8d43537b-b828-4460-b996-5d801bc70860 req-cae9c476-67c0-443d-b3f8-cca6f5a6a903 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 944 time: 0.0608554 Jul 01 07:24:47.798078 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:24:47.801084 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:24:47.805053 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:24:47.813958 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8d43537b-b828-4460-b996-5d801bc70860 req-87fb6272-8fae-4085-a6c9-184ed2fabda1 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345132 Jul 01 07:24:47.828215 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=b8120820-75cf-4cdd-8f01-77edbfbaadad,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:47.913831 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:24:48.006121 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:48.019535 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'port_id': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'mac_address': 'fa:16:3e:c7:d9:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:24:48.059356 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:48.072207 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e212f3cb-cd0d-450c-8e5f-16785f0bca59 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:24:48.090844 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:48.161479 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:48.169244 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:48.215680 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=9']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:48.312525 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:48.386127 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['e212f3cb-cd0d-450c-8e5f-16785f0bca59'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:24:48.454195 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:48.507853 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:48.580431 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=b8120820-75cf-4cdd-8f01-77edbfbaadad,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:48.592043 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:48.684371 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Floating IP 40342fb1-a491-4586-be42-594e018281ae associated. External IP: 172.27.2.35, port: bab4b10b-229e-407f-9c09-3206966da3ba. Jul 01 07:24:48.879884 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:24:49.013954 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:24:49.024211 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ac488-da86-4ce4-b740-060706e9906f None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:24:49.033369 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ac488-da86-4ce4-b740-060706e9906f None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:49.033992 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-354ac488-da86-4ce4-b740-060706e9906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:49.042639 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57979d8a-4748-46b3-bc30-ab7c348709c8 req-260ab71a-b32e-4811-90bd-c7975475bd35 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:49.086226 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-57979d8a-4748-46b3-bc30-ab7c348709c8 req-260ab71a-b32e-4811-90bd-c7975475bd35 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 945 time: 0.1122410 Jul 01 07:24:49.086226 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-57979d8a-4748-46b3-bc30-ab7c348709c8 req-b6049878-afc3-4c13-a8fa-1433163eb88f tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332520 Jul 01 07:24:49.155149 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-354ac488-da86-4ce4-b740-060706e9906f None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:49.379428 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-354ac488-da86-4ce4-b740-060706e9906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:48Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:49.406164 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ac488-da86-4ce4-b740-060706e9906f None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:24:49.414513 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354ac488-da86-4ce4-b740-060706e9906f None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:24:49.415234 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-354ac488-da86-4ce4-b740-060706e9906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:24:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:49.529826 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-354ac488-da86-4ce4-b740-060706e9906f None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:24:49.760060 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-354ac488-da86-4ce4-b740-060706e9906f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:48Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:24:49.790210 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354ac488-da86-4ce4-b740-060706e9906f None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:48Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:24:49.923309 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:24:49.971120 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port e212f3cb-cd0d-450c-8e5f-16785f0bca59 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:24:49.971497 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:50.013910 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4344331-7f40-4993-87d7-f9dca3d4ddc6 None None] New status for floating IP 40342fb1-a491-4586-be42-594e018281ae: ACTIVE {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:24:50.021320 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:50.058584 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:50.071168 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-2ec6aa2e-14b2-485d-8bf3-fb3b0f1e1abe tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7739141 Jul 01 07:24:50.071916 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:50.074383 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43" -d '{"events": [{"name": "network-changed", "server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:50.082470 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:24:50.084743 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a07d45-990a-4efa-92ce-e06dabe37212" -d '{"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-plugged", "status": "completed", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:24:50.097957 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:24:50.115375 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f455fbbb-d925-437e-b038-c3fa4d0211e1 x-openstack-request-id: req-f455fbbb-d925-437e-b038-c3fa4d0211e1 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:50.115665 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:50.115917 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f455fbbb-d925-437e-b038-c3fa4d0211e1 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:50.116308 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'status': 'completed', 'code': 200} Jul 01 07:24:50.122881 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a406378-4639-4122-be02-8f4888f3ef94 x-openstack-request-id: req-3a406378-4639-4122-be02-8f4888f3ef94 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:24:50.123201 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-plugged", "status": "completed", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:24:50.123496 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a406378-4639-4122-be02-8f4888f3ef94 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:24:50.123885 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'code': 200} Jul 01 07:24:50.159761 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:50.215766 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=10']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:24:50.219147 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-116e6b66-e10f-4013-9f34-a11d119c0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:50.220699 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-116e6b66-e10f-4013-9f34-a11d119c0663 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 1098 time: 0.0814719 Jul 01 07:24:50.292926 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f0178-eeaf-4178-9108-e9b262fc22af req-772c1bc0-7ce9-4558-bac4-5f049172baae tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:50.294619 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bf8f0178-eeaf-4178-9108-e9b262fc22af req-772c1bc0-7ce9-4558-bac4-5f049172baae tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 947 time: 0.0686710 Jul 01 07:24:50.320959 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-a54feb1e-8cf3-4d76-83bb-a9a006ac7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:50.322475 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-a54feb1e-8cf3-4d76-83bb-a9a006ac7cb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 913 time: 0.0946608 Jul 01 07:24:50.343455 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bf8f0178-eeaf-4178-9108-e9b262fc22af req-48da3c88-6bdb-4533-a0fc-3ad5e86cb8f5 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410659 Jul 01 07:24:50.405549 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-a6961126-3919-4861-86a0-8fb13b0df510 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab4b10b-229e-407f-9c09-3206966da3ba HTTP/1.1" status: 200 len: 1000 time: 0.0752904 Jul 01 07:24:50.453845 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-c1eb5509-a447-4f1c-8e56-5c308d2620f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:50.455292 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-c1eb5509-a447-4f1c-8e56-5c308d2620f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0436218 Jul 01 07:24:50.546944 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-ede8dfb8-82f9-46f1-899f-a7cf727a4a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:50.548310 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-ede8dfb8-82f9-46f1-899f-a7cf727a4a3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854321 Jul 01 07:24:50.553336 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab7481-33c9-43f0-a770-eff5fddaef21 req-7b3a2f50-fac0-43db-b0f3-0f3f8408baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:50.554672 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dcab7481-33c9-43f0-a770-eff5fddaef21 req-7b3a2f50-fac0-43db-b0f3-0f3f8408baec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 1100 time: 0.0674200 Jul 01 07:24:50.893563 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-dcab7481-33c9-43f0-a770-eff5fddaef21 req-46575332-d6d3-4eb5-834b-39d2b196cca6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3314631 Jul 01 07:24:50.914243 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-f367db2b-f031-41ab-89a8-073f6b3390f0 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587067 Jul 01 07:24:51.033491 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4ec8a5e5-5364-4c0b-b8d5-8aa6062a3e43 req-cd3bbbe3-f690-41f9-91e5-246257d4650a service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818448 Jul 01 07:24:51.514400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b016a576-745f-41d9-9cec-085cadeb1c22 req-994ca450-038e-4941-ab2b-84579beabaac tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:51.515871 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b016a576-745f-41d9-9cec-085cadeb1c22 req-994ca450-038e-4941-ab2b-84579beabaac tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 947 time: 0.0624421 Jul 01 07:24:51.552354 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b016a576-745f-41d9-9cec-085cadeb1c22 req-5af0eb43-a273-4016-888b-82dbc16d2834 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310686 Jul 01 07:24:52.724801 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee3d50-6567-40f5-9095-2542bf83abaf req-fd0ae489-85e3-428c-9422-6c9a5b56324c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:52.726191 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7eee3d50-6567-40f5-9095-2542bf83abaf req-fd0ae489-85e3-428c-9422-6c9a5b56324c tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 947 time: 0.0614786 Jul 01 07:24:52.763402 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7eee3d50-6567-40f5-9095-2542bf83abaf req-f46ebe6f-4eec-4db1-a350-a4c602d32664 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313566 Jul 01 07:24:53.945876 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a56e4-388d-441a-8b39-d3b1ae55643e req-eb8f9dc8-a9f7-4907-936d-50de13421117 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:53.947375 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-712a56e4-388d-441a-8b39-d3b1ae55643e req-eb8f9dc8-a9f7-4907-936d-50de13421117 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 947 time: 0.0650947 Jul 01 07:24:53.984267 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-712a56e4-388d-441a-8b39-d3b1ae55643e req-012bd1f6-c608-4166-81a0-2490819ea968 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313780 Jul 01 07:24:57.672183 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-83c28065-5610-4331-b374-01dd6aefd743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:24:58.783605 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aad1b8-4a1a-4b2b-831c-63a60d2a5a6c req-5a2fb83d-1a4d-4b8a-8ec2-6636166d1d35 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:58.785031 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-60aad1b8-4a1a-4b2b-831c-63a60d2a5a6c req-5a2fb83d-1a4d-4b8a-8ec2-6636166d1d35 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 945 time: 0.0601718 Jul 01 07:24:58.823646 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-60aad1b8-4a1a-4b2b-831c-63a60d2a5a6c req-38ecd8a4-fbfd-47a2-be6f-72dc03e1a951 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331910 Jul 01 07:24:59.995545 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069a9c7-b84d-476a-8f1e-fbf50822f599 req-957ee66c-4953-4aba-a566-27adf56280b2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:24:59.996986 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2069a9c7-b84d-476a-8f1e-fbf50822f599 req-957ee66c-4953-4aba-a566-27adf56280b2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 945 time: 0.0611539 Jul 01 07:25:00.034105 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2069a9c7-b84d-476a-8f1e-fbf50822f599 req-f7fa8867-65ba-4a53-8741-d270bf5c62d3 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups?id=fc275bbb-0a73-4d5f-9938-cc8327853914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315814 Jul 01 07:25:00.048940 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:25:00.559620 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-ad9d5f0b-5696-456c-b8e9-01bbf4481891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:00.587955 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-a98c91da-f2de-436d-b54c-412e9b8472d0 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:25:00.589397 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-a98c91da-f2de-436d-b54c-412e9b8472d0 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 945 time: 0.0613823 Jul 01 07:25:00.686252 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Deleting port e9d44741-73b8-41fc-bdf9-781aa56798ed {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:00.686588 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:00.774427 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] For port e9d44741-73b8-41fc-bdf9-781aa56798ed, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e9d44741-73b8-41fc-bdf9-781aa56798ed,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:00.774880 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:00.782000 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:00.937007 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:00.937385 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:00.937700 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Floating IP 1ca0b93d-a2bc-4434-9022-becc20772977 disassociated. External IP: 172.27.2.166, port: e9d44741-73b8-41fc-bdf9-781aa56798ed. Jul 01 07:25:00.938044 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Calling delete_port for e9d44741-73b8-41fc-bdf9-781aa56798ed owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:01.155957 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:01.175881 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5a1dad5d-5a2a-43f3-840e-8a4b8cd6776c req-1d3325fb-aefc-4ec4-885b-9ec4730f096c tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 210 time: 0.0305960 Jul 01 07:25:01.180462 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:01.202734 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event deleted for resources: {'Port': ['ID=e9d44741-73b8-41fc-bdf9-781aa56798ed,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:01.213594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.213793 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.214133 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.214467 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.214792 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.215146 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.215471 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.215791 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.216114 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.216437 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.216753 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.217068 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:01.322304 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Router 5dd84102-31b1-4445-84f9-a5416059d31d has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:25:01.422098 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:01.427072 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:25:01.437384 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] Sync routers for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:25:01.446247 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:25:01.446793 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:25:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:01.475153 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] No DVR routers for this DVR port e9d44741-73b8-41fc-bdf9-781aa56798ed on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:25:01.478109 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:01.480101 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-99124160-73f3-4cf9-b89c-41ea668d66a2 req-9ffc81fd-7f11-4d87-a484-b7bbc6d97b05 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.26 "DELETE /v2.0/ports/e9d44741-73b8-41fc-bdf9-781aa56798ed HTTP/1.1" status: 204 len: 173 time: 0.8849893 Jul 01 07:25:01.480532 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d93180a-2ecb-42f4-b699-f465ff075637', 'name': 'network-vif-deleted', 'tag': 'e9d44741-73b8-41fc-bdf9-781aa56798ed'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:25:01.482751 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be44056a-3fef-4d13-b108-5fbbc84d1e9a" -d '{"events": [{"server_uuid": "2d93180a-2ecb-42f4-b699-f465ff075637", "name": "network-vif-deleted", "tag": "e9d44741-73b8-41fc-bdf9-781aa56798ed"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:25:01.518670 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3740a9ee-e09a-4b0a-8c15-89af4528f3a9 x-openstack-request-id: req-3740a9ee-e09a-4b0a-8c15-89af4528f3a9 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:25:01.518997 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d93180a-2ecb-42f4-b699-f465ff075637", "name": "network-vif-deleted", "tag": "e9d44741-73b8-41fc-bdf9-781aa56798ed", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:25:01.519252 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3740a9ee-e09a-4b0a-8c15-89af4528f3a9 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:25:01.519653 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d93180a-2ecb-42f4-b699-f465ff075637', 'name': 'network-vif-deleted', 'tag': 'e9d44741-73b8-41fc-bdf9-781aa56798ed', 'status': 'completed', 'code': 200} Jul 01 07:25:01.555951 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:25:01.757950 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:01.786769 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] Checking router: 5dd84102-31b1-4445-84f9-a5416059d31d for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:25:01.795491 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:25:01.796099 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:25:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:01.896743 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:25:02.087536 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:02.117561 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bce85df-49f9-462f-8b6a-64ea8b732de0 None None] The sync data for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi is: [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:17:53Z', 'revision_number': 4, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '01aa7ff8-2bd1-4e0e-88ab-60a325f58441', 'name': '', 'network_id': 'fe686f1d-1027-4b7a-b0e1-238237c14731', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'mac_address': 'fa:16:3e:d1:07:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:50Z', 'updated_at': '2021-07-01T07:18:03Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'subnets': [{'id': '8b185fd0-6e31-424c-b89c-921733294bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:25:02.338876 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-83c18b7e-0945-41ee-bb86-9b4c7351da64 req-57732f87-5076-42c1-b027-445baf1a1b42 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/ports?device_id=2d93180a-2ecb-42f4-b699-f465ff075637 HTTP/1.1" status: 200 len: 210 time: 0.0352664 Jul 01 07:25:02.373228 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e14bd-4ffd-4342-ab0f-e6b780f2f282 None None] New status for floating IP 1ca0b93d-a2bc-4434-9022-becc20772977: DOWN {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:25:03.073034 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:03.518139 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57934) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:03.571711 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6c669413-cf62-481e-8890-a85e01f9b4b2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:03.594159 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6c669413-cf62-481e-8890-a85e01f9b4b2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:03.713052 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6c669413-cf62-481e-8890-a85e01f9b4b2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:03.715510 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-6c669413-cf62-481e-8890-a85e01f9b4b2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:03.716838 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-6c669413-cf62-481e-8890-a85e01f9b4b2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "DELETE /v2.0/security-groups/fc275bbb-0a73-4d5f-9938-cc8327853914 HTTP/1.1" status: 204 len: 168 time: 0.1974630 Jul 01 07:25:03.719394 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57936) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:03.727098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c669413-cf62-481e-8890-a85e01f9b4b2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc275bbb-0a73-4d5f-9938-cc8327853914,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:03.732665 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.api.v2.resource [None req-f3cd1f8f-402f-4281-bd2f-974a71b9e4f2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] show failed (client error): The resource could not be found. Jul 01 07:25:03.734023 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f3cd1f8f-402f-4281-bd2f-974a71b9e4f2 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "GET /v2.0/security-groups/fc275bbb-0a73-4d5f-9938-cc8327853914 HTTP/1.1" status: 404 len: 347 time: 0.0132287 Jul 01 07:25:03.736675 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57938) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:03.857295 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Deleting port 321dadfe-14c6-44f4-9402-b808a36096f6 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:03.857778 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:04.009235 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e9d44741-73b8-41fc-bdf9-781aa56798ed no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:25:04.033571 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: e9d44741-73b8-41fc-bdf9-781aa56798ed {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:25:04.033919 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e9d44741-73b8-41fc-bdf9-781aa56798ed not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:25:04.148633 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:04.148955 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:04.160160 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Calling delete_port for 321dadfe-14c6-44f4-9402-b808a36096f6 owned by network:floatingip {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:04.341635 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:04.365114 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Pushing event deleted for resources: {'Port': ['ID=321dadfe-14c6-44f4-9402-b808a36096f6,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:04.376338 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.376691 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.377030 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.377364 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.377694 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.378021 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.378344 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.378668 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.379006 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.379330 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.379647 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.379962 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:04.433604 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks [] for floatingip, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:04.436135 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:04.437301 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-47e3c691-7cc3-411e-84f7-b786b00e1ae6 tempest-AttachVolumeTestJSON-1834931614 tempest-AttachVolumeTestJSON-1834931614-project] 10.222.0.35 "DELETE /v2.0/floatingips/1ca0b93d-a2bc-4434-9022-becc20772977 HTTP/1.1" status: 204 len: 168 time: 0.6997201 Jul 01 07:25:06.303278 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-69a9f9cd-604b-4cc7-88a9-c53469d810bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543096 Jul 01 07:25:06.380260 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-10c6e9e5-becc-410e-8c6e-60071c490539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:25:06.380260 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-10c6e9e5-becc-410e-8c6e-60071c490539 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=959f91a8dc2e482693bfc24694fdffd4&device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 1100 time: 0.0520499 Jul 01 07:25:06.478098 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-b8d7ffb7-4b0e-427d-81d6-0fb1732088a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:25:06.479589 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-b8d7ffb7-4b0e-427d-81d6-0fb1732088a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 200 len: 917 time: 0.0820799 Jul 01 07:25:06.547094 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-9fe6f70f-f0c2-46a6-810a-5e590dd8fadc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59 HTTP/1.1" status: 200 len: 1002 time: 0.0607111 Jul 01 07:25:06.597973 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-46f9fcbb-1103-461a-8cd5-e2b74f500be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:25:06.599467 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-46f9fcbb-1103-461a-8cd5-e2b74f500be3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 200 len: 855 time: 0.0425699 Jul 01 07:25:06.662727 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-a13f8cc7-e7a9-4a29-84a8-99facd602847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:25:06.664738 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-a13f8cc7-e7a9-4a29-84a8-99facd602847 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=95bcbc00-49d7-4df7-abf4-38448263303d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495415 Jul 01 07:25:06.752086 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-440a4dc5-5881-4c15-9ad7-8e86e45c5bfb service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806139 Jul 01 07:25:06.837786 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b990b03f-491a-42f0-a1ec-43dbfd09882e req-2c864b2f-ac6f-4f05-88ed-f072183077b9 service neutron] 10.222.0.26 "GET /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782108 Jul 01 07:25:08.438209 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57966) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:08.960270 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:09.255851 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Deleting port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:09.256109 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:09.332358 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] For port 01aa7ff8-2bd1-4e0e-88ab-60a325f58441, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:09.332705 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:09.344591 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Calling delete_port for 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 owned by network:router_interface {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:09.587426 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:09.613513 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Pushing event deleted for resources: {'Port': ['ID=01aa7ff8-2bd1-4e0e-88ab-60a325f58441,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:09.775174 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:09.992835 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Router 5dd84102-31b1-4445-84f9-a5416059d31d has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:25:10.092953 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:25:10.098261 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-fd38a462-35c3-4472-8c42-83b6d628dd97 admin admin] 10.222.0.35 "PUT /v2.0/routers/5dd84102-31b1-4445-84f9-a5416059d31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6590028 Jul 01 07:25:10.101196 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57972) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:10.101718 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] Sync routers for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:25:10.111462 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:25:10.112071 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:25:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:10.201690 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks [] for router, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:10.212780 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:25:10.395026 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:25:09Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:10.422243 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] Checking router: 5dd84102-31b1-4445-84f9-a5416059d31d for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:25:10.432941 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] Routers {'5dd84102-31b1-4445-84f9-a5416059d31d'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:25:10.433601 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:25:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['5dd84102-31b1-4445-84f9-a5416059d31d'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:10.518388 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:10.533725 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] Set router 5dd84102-31b1-4445-84f9-a5416059d31d gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:25:10.612973 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Deleting port 1cdb61ad-efda-48ca-a726-c125473c252b {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:10.613704 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:10.689593 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] For port 1cdb61ad-efda-48ca-a726-c125473c252b, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=1cdb61ad-efda-48ca-a726-c125473c252b,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:10.689943 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:10.706053 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Calling delete_port for 1cdb61ad-efda-48ca-a726-c125473c252b owned by network:router_gateway {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:10.708846 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:25:09Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:10.734549 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1264bf66-8380-433c-9ac2-61e402593f8e None None] The sync data for ids ['5dd84102-31b1-4445-84f9-a5416059d31d'] in dv-cinder-777574-6-iscsi is: [{'id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'name': 'tempest-AttachVolumeTestJSON-974401957-router', 'tenant_id': 'c239c3b22d8344db8e662a1afd201e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212'}], 'enable_snat': True}, 'gw_port_id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:38Z', 'updated_at': '2021-07-01T07:25:09Z', 'revision_number': 5, 'project_id': 'c239c3b22d8344db8e662a1afd201e3d', 'gw_port': {'id': '1cdb61ad-efda-48ca-a726-c125473c252b', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:18:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd84102-31b1-4445-84f9-a5416059d31d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:40Z', 'updated_at': '2021-07-01T07:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:25:10.911796 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:10.939191 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cdb61ad-efda-48ca-a726-c125473c252b,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:10.998689 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.100354 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.103009 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.256368 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.257474 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dd84102-31b1-4445-84f9-a5416059d31d {{(pid=93538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:25:11.265777 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] Notify callbacks [] for router, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.265777 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b1cc1c01-f684-4f55-8af0-b9244cd0a024 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5dd84102-31b1-4445-84f9-a5416059d31d HTTP/1.1" status: 204 len: 168 time: 1.1613333 Jul 01 07:25:11.266208 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57974) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:11.315511 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c842c3-d519-48b4-b7c8-e773a93b3b8e admin admin] Deleting subnet 8b185fd0-6e31-424c-b89c-921733294bfc {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:25:11.318805 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-96c842c3-d519-48b4-b7c8-e773a93b3b8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.353200 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-96c842c3-d519-48b4-b7c8-e773a93b3b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.426851 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-96c842c3-d519-48b4-b7c8-e773a93b3b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.557876 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-96c842c3-d519-48b4-b7c8-e773a93b3b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.582225 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c842c3-d519-48b4-b7c8-e773a93b3b8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b185fd0-6e31-424c-b89c-921733294bfc,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:11.585934 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-96c842c3-d519-48b4-b7c8-e773a93b3b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.588534 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-96c842c3-d519-48b4-b7c8-e773a93b3b8e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8b185fd0-6e31-424c-b89c-921733294bfc HTTP/1.1" status: 204 len: 168 time: 0.3213060 Jul 01 07:25:11.590472 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 57976) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:11.593015 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1725ac72-48c7-41e5-8da6-ae6ce73c32fb None None] Network fe686f1d-1027-4b7a-b0e1-238237c14731 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:25:11.657390 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.719410 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Deleting port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:11.719750 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.788347 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] For port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:11.788734 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.800919 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Calling delete_port for 7e1b2131-1c18-439a-86bc-4dd5db65bb8d owned by network:dhcp {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:11.910144 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] DHCP port deletion for fe686f1d-1027-4b7a-b0e1-238237c14731 request from dv-cinder-777574-6-iscsi {{(pid=93540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 01 07:25:11.954338 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Deleting port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d {{(pid=93540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:11.954716 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.963684 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:11.992351 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:11.997846 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] No DVR routers for this DVR port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d on host dv-cinder-777574-6-iscsi {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:25:12.018579 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] For port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,segment=NetworkSegment(e57c425d-2b33-493d-9824-7756f2b096c6),segment_id=e57c425d-2b33-493d-9824-7756f2b096c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:12.019002 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.031851 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Calling delete_port for 7e1b2131-1c18-439a-86bc-4dd5db65bb8d owned by network:dhcp {{(pid=93540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:12.066096 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.077346 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe686f1d-1027-4b7a-b0e1-238237c14731']}} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:12.087292 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e57c425d-2b33-493d-9824-7756f2b096c6') {'for_net_delete': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:12.087520 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e57c425d-2b33-493d-9824-7756f2b096c6') {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:12.095927 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465740'] for segment, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.105285 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.113450 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.119450 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:25:12.119568 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9385237'] for segment, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: Traceback (most recent call last): Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: timer() Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: cb(*args, **kw) Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: return func(*args, **kwargs) Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: self._notify() Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: self.callback(batched_events) Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: event.method(event) Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: return f(self, *a, **k) Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._get(url).json() Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: return self.request(url, 'GET', **kwargs) Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:25:12.121136 dv-cinder-777574-6-iscsi neutron-server[93539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:25:12.133555 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Pushing event deleted for resources: {'Port': ['ID=7e1b2131-1c18-439a-86bc-4dd5db65bb8d,revision_number=None']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:12.138834 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] No DVR routers for this DVR port 7e1b2131-1c18-439a-86bc-4dd5db65bb8d on host dv-cinder-777574-6-iscsi {{(pid=93540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:25:12.151366 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.151366 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.151652 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.151936 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.152361 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.152598 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.152918 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.153369 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.153570 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.153894 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.154218 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.154591 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e673c0e2-9956-4cb2-9f9b-80dd02f584e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:25:12.232046 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.237269 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.239182 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fe686f1d-1027-4b7a-b0e1-238237c14731 HTTP/1.1" status: 204 len: 168 time: 0.6477461 Jul 01 07:25:12.249544 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa32ee5-a3e7-493e-86c1-fb179c97abe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe686f1d-1027-4b7a-b0e1-238237c14731,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:12.435853 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 7e1b2131-1c18-439a-86bc-4dd5db65bb8d no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:25:12.455841 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 7e1b2131-1c18-439a-86bc-4dd5db65bb8d {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:25:12.456190 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 7e1b2131-1c18-439a-86bc-4dd5db65bb8d not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:25:12.456595 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:25:12.474658 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:25:12.475025 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 01aa7ff8-2bd1-4e0e-88ab-60a325f58441 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:25:12.475423 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 1cdb61ad-efda-48ca-a726-c125473c252b no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:25:12.493010 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 1cdb61ad-efda-48ca-a726-c125473c252b {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:25:12.493353 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 1cdb61ad-efda-48ca-a726-c125473c252b not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:25:12.534056 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57980) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:12.573004 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-1326bb0f-4543-4057-b2df-d00deea1d36a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c239c3b22d8344db8e662a1afd201e3d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378399 Jul 01 07:25:12.575376 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 57982) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:12.620340 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-078e2d36-8b1c-4409-b2ab-298a5ed98d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.640775 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-078e2d36-8b1c-4409-b2ab-298a5ed98d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.774541 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-078e2d36-8b1c-4409-b2ab-298a5ed98d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.777194 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-078e2d36-8b1c-4409-b2ab-298a5ed98d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:12.778344 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-078e2d36-8b1c-4409-b2ab-298a5ed98d58 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5fe4427-2276-4b9b-97a0-95e9f2d1b12d HTTP/1.1" status: 204 len: 168 time: 0.2020981 Jul 01 07:25:12.786344 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e2d36-8b1c-4409-b2ab-298a5ed98d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fe4427-2276-4b9b-97a0-95e9f2d1b12d,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:27.684789 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f5d3aa7b-7139-402f-aa28-667b2767a5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:30.478410 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c437-a300-47f7-b629-dc4c438847da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:30.777735 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:31.163255 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:31.479062 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:33.053284 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831d39a-d0e8-4535-b330-6afda6517f67 req-302ff33d-860d-4ea4-b0f0-c64821ce3316 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:25:33.054705 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4831d39a-d0e8-4535-b330-6afda6517f67 req-302ff33d-860d-4ea4-b0f0-c64821ce3316 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 947 time: 0.0639713 Jul 01 07:25:33.077403 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:33.092836 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4831d39a-d0e8-4535-b330-6afda6517f67 req-4fa9a756-5232-46dc-8899-b19991e9cce8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320165 Jul 01 07:25:34.269504 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb382089-474f-432e-9d0d-7dee28ce8184 req-57b349c9-cb6d-41c1-8db7-96d0b9f132e9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:25:34.271011 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-eb382089-474f-432e-9d0d-7dee28ce8184 req-57b349c9-cb6d-41c1-8db7-96d0b9f132e9 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 947 time: 0.0644546 Jul 01 07:25:34.308756 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-eb382089-474f-432e-9d0d-7dee28ce8184 req-e0bf9dfd-b138-481c-9d8b-5498a54ba7b8 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups?id=9b891e07-1ec1-493b-b562-21c6bb15bd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315881 Jul 01 07:25:34.414795 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-efaad6c6-e891-4795-a0be-fc27c7197adb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:25:34.416923 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-efaad6c6-e891-4795-a0be-fc27c7197adb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 947 time: 0.0649734 Jul 01 07:25:34.509942 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Deleting port e212f3cb-cd0d-450c-8e5f-16785f0bca59 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:34.510281 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:34.596927 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] For port e212f3cb-cd0d-450c-8e5f-16785f0bca59, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=e212f3cb-cd0d-450c-8e5f-16785f0bca59,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:34.597285 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:34.754971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:34.755260 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:34.755566 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.db.l3_db [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Floating IP 892311ad-2f54-4d3b-9681-5a1f6e3d4721 disassociated. External IP: 172.27.2.112, port: e212f3cb-cd0d-450c-8e5f-16785f0bca59. Jul 01 07:25:34.755898 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Calling delete_port for e212f3cb-cd0d-450c-8e5f-16785f0bca59 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:34.941353 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:34.968283 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event deleted for resources: {'Port': ['ID=e212f3cb-cd0d-450c-8e5f-16785f0bca59,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:35.078520 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:25:35.180810 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:25:35.191599 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] Sync routers for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:25:35.200152 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:25:35.200751 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:25:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:35.222214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] No DVR routers for this DVR port e212f3cb-cd0d-450c-8e5f-16785f0bca59 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:25:35.224911 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:35.226876 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bca4683f-f84d-469d-8d2c-fb1286bb9c51 req-380bec00-51f1-4125-8336-f5165839fbbb tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.26 "DELETE /v2.0/ports/e212f3cb-cd0d-450c-8e5f-16785f0bca59 HTTP/1.1" status: 204 len: 173 time: 0.8041284 Jul 01 07:25:35.227327 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-deleted', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:25:35.230116 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e4a639-1ff6-4663-a999-f40af962cd75" -d '{"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-deleted", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:25:35.266309 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400889b5-c305-478a-a5b3-4df3b0eeac39 x-openstack-request-id: req-400889b5-c305-478a-a5b3-4df3b0eeac39 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:25:35.266601 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f947bed4-50f3-4b32-8602-9fc58456d513", "name": "network-vif-deleted", "tag": "e212f3cb-cd0d-450c-8e5f-16785f0bca59", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:25:35.266854 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-400889b5-c305-478a-a5b3-4df3b0eeac39 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:25:35.267276 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f947bed4-50f3-4b32-8602-9fc58456d513', 'name': 'network-vif-deleted', 'tag': 'e212f3cb-cd0d-450c-8e5f-16785f0bca59', 'status': 'completed', 'code': 200} Jul 01 07:25:35.318217 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:25:35.476117 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-d181a1d4-3292-4ae1-9a2b-226987f421ff req-e19d8187-2bfb-4193-a1c7-4c20f54d7e20 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/ports?device_id=f947bed4-50f3-4b32-8602-9fc58456d513 HTTP/1.1" status: 200 len: 210 time: 0.0343740 Jul 01 07:25:35.628261 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:35.657480 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] Checking router: 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:25:35.665440 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:25:35.666663 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:25:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:35.765337 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:25:35.968175 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:35.992851 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2528dcfa-6124-4841-8f71-7e97fc1d5c34 None None] The sync data for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi is: [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:17:42Z', 'revision_number': 4, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'c8ae6162-9e70-416e-9c14-9465c9024e25', 'name': '', 'network_id': '95bcbc00-49d7-4df7-abf4-38448263303d', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'mac_address': 'fa:16:3e:b5:67:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:41Z', 'updated_at': '2021-07-01T07:17:50Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'subnets': [{'id': '657b3538-fc44-457c-bffa-4beab19da6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:25:36.216962 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a044d6e0-b22f-4f57-a9b3-368d42ed8877 None None] New status for floating IP 892311ad-2f54-4d3b-9681-5a1f6e3d4721: DOWN {{(pid=93540) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:25:36.655278 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58214) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:36.708331 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-89eb1e8a-e166-45c9-9163-65cd91b5711a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:36.733739 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-89eb1e8a-e166-45c9-9163-65cd91b5711a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:36.848621 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-89eb1e8a-e166-45c9-9163-65cd91b5711a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:36.851166 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-89eb1e8a-e166-45c9-9163-65cd91b5711a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:36.852282 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-89eb1e8a-e166-45c9-9163-65cd91b5711a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "DELETE /v2.0/security-groups/9b891e07-1ec1-493b-b562-21c6bb15bd6a HTTP/1.1" status: 204 len: 168 time: 0.1960475 Jul 01 07:25:36.855141 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58216) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:36.861656 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb1e8a-e166-45c9-9163-65cd91b5711a tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b891e07-1ec1-493b-b562-21c6bb15bd6a,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:36.868829 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.api.v2.resource [None req-7d4e55a5-6c25-4c14-aa2b-8d750eebe709 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] show failed (client error): The resource could not be found. Jul 01 07:25:36.869831 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-7d4e55a5-6c25-4c14-aa2b-8d750eebe709 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "GET /v2.0/security-groups/9b891e07-1ec1-493b-b562-21c6bb15bd6a HTTP/1.1" status: 404 len: 347 time: 0.0132141 Jul 01 07:25:36.872697 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58218) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:36.988988 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Deleting port fc5f2212-44b3-4aff-b74e-7e853377d1b3 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:36.989327 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:37.047534 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:25:37.062973 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:37.063300 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:37.074200 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Calling delete_port for fc5f2212-44b3-4aff-b74e-7e853377d1b3 owned by network:floatingip {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:37.244464 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:37.270098 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Pushing event deleted for resources: {'Port': ['ID=fc5f2212-44b3-4aff-b74e-7e853377d1b3,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:37.327285 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks [] for floatingip, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:37.329750 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:37.330918 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ea5f7d2b-7c1c-44cd-bb12-17d8b10db768 tempest-AttachVolumeShelveTestJSON-310157251 tempest-AttachVolumeShelveTestJSON-310157251-project] 10.222.0.35 "DELETE /v2.0/floatingips/892311ad-2f54-4d3b-9681-5a1f6e3d4721 HTTP/1.1" status: 204 len: 168 time: 0.4573143 Jul 01 07:25:38.172025 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:25:38.191675 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: e212f3cb-cd0d-450c-8e5f-16785f0bca59 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:25:38.192016 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device e212f3cb-cd0d-450c-8e5f-16785f0bca59 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:25:40.336370 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58260) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:40.806495 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:41.041111 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Deleting port c8ae6162-9e70-416e-9c14-9465c9024e25 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:41.041450 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:41.113449 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] For port c8ae6162-9e70-416e-9c14-9465c9024e25, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=c8ae6162-9e70-416e-9c14-9465c9024e25,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:41.113799 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:41.125913 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Calling delete_port for c8ae6162-9e70-416e-9c14-9465c9024e25 owned by network:router_interface {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:41.357228 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:41.385198 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ae6162-9e70-416e-9c14-9465c9024e25,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:41.543396 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:41.749989 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:25:42.076286 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:25:42.081140 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b467d166-510d-4e32-a81f-8d326379aa27 admin admin] 10.222.0.35 "PUT /v2.0/routers/4f5b89a2-d2ea-464d-8b4b-f52eff0cc800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435052 Jul 01 07:25:42.083773 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58268) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:42.084729 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] Sync routers for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:25:42.094182 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:25:42.094773 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:25:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:42.183059 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks [] for router, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.195858 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:25:42.282195 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.370086 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109'}], 'enable_snat': True}, 'gw_port_id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:25:41Z', 'revision_number': 5, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port': {'id': '70d24fe0-913d-4418-981e-c50e0bc733c9', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:85:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:17:35Z', 'updated_at': '2021-07-01T07:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:42.388564 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Deleting port 70d24fe0-913d-4418-981e-c50e0bc733c9 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:42.389117 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.395703 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] Checking router: 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:25:42.404359 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] Routers {'4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:25:42.406936 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:25:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:42.474794 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] For port 70d24fe0-913d-4418-981e-c50e0bc733c9, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=70d24fe0-913d-4418-981e-c50e0bc733c9,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:42.475178 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.487257 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Calling delete_port for 70d24fe0-913d-4418-981e-c50e0bc733c9 owned by network:router_gateway {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:42.492367 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] Set router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 gateway port host: None {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:25:42.546985 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:25:42Z', 'revision_number': 6, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port_host': None}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:42.572356 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47148d02-830e-4483-be7a-1abf7f253d8d None None] The sync data for ids ['4f5b89a2-d2ea-464d-8b4b-f52eff0cc800'] in dv-cinder-777574-6-iscsi is: [{'id': '4f5b89a2-d2ea-464d-8b4b-f52eff0cc800', 'name': 'tempest-AttachVolumeShelveTestJSON-937632268-router', 'tenant_id': '959f91a8dc2e482693bfc24694fdffd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:17:34Z', 'updated_at': '2021-07-01T07:25:42Z', 'revision_number': 6, 'project_id': '959f91a8dc2e482693bfc24694fdffd4', 'gw_port_host': None}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:25:42.707005 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.734917 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Pushing event deleted for resources: {'Port': ['ID=70d24fe0-913d-4418-981e-c50e0bc733c9,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:42.794631 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.879467 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.881471 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.981781 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.982348 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 {{(pid=93538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:25:42.986635 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] Notify callbacks [] for router, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:42.990107 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ce30a7fc-eebe-49fc-8cc9-2063f5a5b410 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4f5b89a2-d2ea-464d-8b4b-f52eff0cc800 HTTP/1.1" status: 204 len: 168 time: 0.9036396 Jul 01 07:25:42.993969 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58272) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:43.037832 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb740daa-9435-4aee-87d4-f178fa7b0ca9 admin admin] Deleting subnet 657b3538-fc44-457c-bffa-4beab19da6ce {{(pid=93538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:25:43.040809 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bb740daa-9435-4aee-87d4-f178fa7b0ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.073687 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bb740daa-9435-4aee-87d4-f178fa7b0ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8459093'] for subnet, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.177586 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bb740daa-9435-4aee-87d4-f178fa7b0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.294689 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bb740daa-9435-4aee-87d4-f178fa7b0ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8760057'] for subnet, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.320419 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb740daa-9435-4aee-87d4-f178fa7b0ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=657b3538-fc44-457c-bffa-4beab19da6ce,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:43.324651 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bb740daa-9435-4aee-87d4-f178fa7b0ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.329877 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-bb740daa-9435-4aee-87d4-f178fa7b0ca9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/657b3538-fc44-457c-bffa-4beab19da6ce HTTP/1.1" status: 204 len: 168 time: 0.3346975 Jul 01 07:25:43.329877 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58274) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:43.332025 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e3819d-704e-48c2-b0a7-fb592ace67ee None None] Network 95bcbc00-49d7-4df7-abf4-38448263303d requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:25:43.399285 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.451803 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Deleting port 976e290a-0a89-4881-ad01-4220c8872d63 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:43.452067 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.516193 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] For port 976e290a-0a89-4881-ad01-4220c8872d63, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=976e290a-0a89-4881-ad01-4220c8872d63,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:43.516556 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.517244 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] DHCP port deletion for 95bcbc00-49d7-4df7-abf4-38448263303d request from dv-cinder-777574-6-iscsi {{(pid=93540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 01 07:25:43.533751 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Calling delete_port for 976e290a-0a89-4881-ad01-4220c8872d63 owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:43.566455 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] Deleting port 976e290a-0a89-4881-ad01-4220c8872d63 {{(pid=93540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:25:43.566836 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.628468 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] For port 976e290a-0a89-4881-ad01-4220c8872d63, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=976e290a-0a89-4881-ad01-4220c8872d63,segment=NetworkSegment(eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d),segment_id=eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:25:43.631967 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.644682 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] Calling delete_port for 976e290a-0a89-4881-ad01-4220c8872d63 owned by network:dhcp {{(pid=93540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:25:43.684141 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.709414 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=976e290a-0a89-4881-ad01-4220c8872d63,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:43.712862 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] No DVR routers for this DVR port 976e290a-0a89-4881-ad01-4220c8872d63 on host dv-cinder-777574-6-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:25:43.723001 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.745824 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] Pushing event deleted for resources: {'Port': ['ID=976e290a-0a89-4881-ad01-4220c8872d63,revision_number=None']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:43.761092 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342d3156-da1a-42e7-ad83-e936c23ba396 None None] No DVR routers for this DVR port 976e290a-0a89-4881-ad01-4220c8872d63 on host dv-cinder-777574-6-iscsi {{(pid=93540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:25:43.787212 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.796586 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bcbc00-49d7-4df7-abf4-38448263303d']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:43.806312 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:43.806636 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa1d3b4-dafa-411b-9dfc-48b3ae06bf4d') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:25:43.815003 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.828393 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.833859 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:25:43.834241 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:25:43.835823 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:25:43.941324 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.946825 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:43.948835 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/95bcbc00-49d7-4df7-abf4-38448263303d HTTP/1.1" status: 204 len: 168 time: 0.6186457 Jul 01 07:25:43.960024 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49449082-3e14-41a7-9714-f1d424df11f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=95bcbc00-49d7-4df7-abf4-38448263303d,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:44.236391 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58280) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:44.280622 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-fd63a1be-fe93-4eca-a188-27016499f6a4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=959f91a8dc2e482693bfc24694fdffd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427129 Jul 01 07:25:44.283065 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58282) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:44.329923 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cfad5972-a356-4e57-a74a-3ee26fc58566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:44.350212 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cfad5972-a356-4e57-a74a-3ee26fc58566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:44.448712 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cfad5972-a356-4e57-a74a-3ee26fc58566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:44.452158 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cfad5972-a356-4e57-a74a-3ee26fc58566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:44.453391 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-cfad5972-a356-4e57-a74a-3ee26fc58566 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/794b207d-e217-46dd-bdfd-54437024907a HTTP/1.1" status: 204 len: 168 time: 0.1694071 Jul 01 07:25:44.461156 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad5972-a356-4e57-a74a-3ee26fc58566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794b207d-e217-46dd-bdfd-54437024907a,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:44.467190 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 976e290a-0a89-4881-ad01-4220c8872d63 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:25:44.493603 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 976e290a-0a89-4881-ad01-4220c8872d63 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:25:44.493954 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 976e290a-0a89-4881-ad01-4220c8872d63 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:25:44.494371 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 70d24fe0-913d-4418-981e-c50e0bc733c9 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:25:44.516417 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 70d24fe0-913d-4418-981e-c50e0bc733c9 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:25:44.516773 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 70d24fe0-913d-4418-981e-c50e0bc733c9 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:25:44.517188 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device c8ae6162-9e70-416e-9c14-9465c9024e25 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:25:44.535888 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: c8ae6162-9e70-416e-9c14-9465c9024e25 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:25:44.536241 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device c8ae6162-9e70-416e-9c14-9465c9024e25 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:25:46.814852 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58346) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:46.912957 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c23f6d17-281f-442d-8a4c-7b9f15e86846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:46.999596 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c23f6d17-281f-442d-8a4c-7b9f15e86846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:47.059993 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c23f6d17-281f-442d-8a4c-7b9f15e86846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:47.100819 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-c23f6d17-281f-442d-8a4c-7b9f15e86846 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bc3af650a9ed4693a2cd6a67e16a056b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819636 Jul 01 07:25:47.100819 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f6d17-281f-442d-8a4c-7b9f15e86846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9d2fb1-bca6-49ff-8594-114a12632337,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:47.101015 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58360) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:47.149014 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fb40548d-b25c-4145-874b-b0745ca8b224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:47.169819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fb40548d-b25c-4145-874b-b0745ca8b224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:47.294446 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fb40548d-b25c-4145-874b-b0745ca8b224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:47.296966 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fb40548d-b25c-4145-874b-b0745ca8b224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:47.298100 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-fb40548d-b25c-4145-874b-b0745ca8b224 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0c9d2fb1-bca6-49ff-8594-114a12632337 HTTP/1.1" status: 204 len: 168 time: 0.1964037 Jul 01 07:25:47.306532 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40548d-b25c-4145-874b-b0745ca8b224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9d2fb1-bca6-49ff-8594-114a12632337,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:47.898909 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58370) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:47.912903 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cd9822b4-abf4-4d60-8862-1df6bec37d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:48.000509 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cd9822b4-abf4-4d60-8862-1df6bec37d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:48.119027 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-cd9822b4-abf4-4d60-8862-1df6bec37d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:48.159293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9822b4-abf4-4d60-8862-1df6bec37d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab070e0-1c09-4996-bb50-4cd1f467e9b2,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:48.166257 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-cd9822b4-abf4-4d60-8862-1df6bec37d3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ccf2f624b9b94cff88aca8e1192e3339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630427 Jul 01 07:25:48.167700 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58378) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:48.217477 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4d17744b-13d9-422d-ae87-d55384209a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:48.239139 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4d17744b-13d9-422d-ae87-d55384209a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:48.364166 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4d17744b-13d9-422d-ae87-d55384209a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:48.366972 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4d17744b-13d9-422d-ae87-d55384209a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:48.368806 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-4d17744b-13d9-422d-ae87-d55384209a35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4ab070e0-1c09-4996-bb50-4cd1f467e9b2 HTTP/1.1" status: 204 len: 168 time: 0.1996086 Jul 01 07:25:48.376701 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17744b-13d9-422d-ae87-d55384209a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab070e0-1c09-4996-bb50-4cd1f467e9b2,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:51.323419 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58470) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:51.427797 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0a21-ed61-49b6-8e38-3575cdc327b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:51.512566 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0a21-ed61-49b6-8e38-3575cdc327b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:51.564231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-4f8a0a21-ed61-49b6-8e38-3575cdc327b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:51.601628 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a0a21-ed61-49b6-8e38-3575cdc327b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408906f7-eb09-4f08-a562-a16d0cdf9d1c,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:51.606402 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-4f8a0a21-ed61-49b6-8e38-3575cdc327b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7441cd34f3d841a3b7ed9de66ff299c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819800 Jul 01 07:25:51.609688 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58476) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:51.658046 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a7600f26-6e73-4c19-93a8-a34a90c9e7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:51.678350 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a7600f26-6e73-4c19-93a8-a34a90c9e7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:51.808612 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a7600f26-6e73-4c19-93a8-a34a90c9e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:51.811134 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a7600f26-6e73-4c19-93a8-a34a90c9e7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:51.812294 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-a7600f26-6e73-4c19-93a8-a34a90c9e7b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/408906f7-eb09-4f08-a562-a16d0cdf9d1c HTTP/1.1" status: 204 len: 168 time: 0.2022846 Jul 01 07:25:51.819667 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7600f26-6e73-4c19-93a8-a34a90c9e7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408906f7-eb09-4f08-a562-a16d0cdf9d1c,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:52.489942 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58486) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:52.503324 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ac2ddf27-88ef-4d33-af33-f6989710daf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:52.586980 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ac2ddf27-88ef-4d33-af33-f6989710daf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:52.644402 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-ac2ddf27-88ef-4d33-af33-f6989710daf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:52.682945 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-ac2ddf27-88ef-4d33-af33-f6989710daf1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b784a00b15f143e2b1f72491d8404217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918604 Jul 01 07:25:52.686401 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2ddf27-88ef-4d33-af33-f6989710daf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9045d4-f39d-41f0-a65f-703fd9dfd65d,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:52.686536 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58488) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:25:52.735725 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-16fc0fb2-1de5-4911-96b0-faef3d7ddc86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:52.756243 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-16fc0fb2-1de5-4911-96b0-faef3d7ddc86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:52.906378 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-16fc0fb2-1de5-4911-96b0-faef3d7ddc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:52.908951 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-16fc0fb2-1de5-4911-96b0-faef3d7ddc86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:25:52.910140 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-16fc0fb2-1de5-4911-96b0-faef3d7ddc86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3a9045d4-f39d-41f0-a65f-703fd9dfd65d HTTP/1.1" status: 204 len: 168 time: 0.2227154 Jul 01 07:25:52.918243 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fc0fb2-1de5-4911-96b0-faef3d7ddc86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9045d4-f39d-41f0-a65f-703fd9dfd65d,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:25:57.711679 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-11d8a7b6-f726-45cf-976f-6146f64de985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:00.489880 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-877b5c72-985b-4746-b2fd-c3768b85e964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:00.791502 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:01.164054 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:01.443923 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:02.561499 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a20129-f24d-4408-9c9a-d1c0bc6c2a37 req-ae21d784-849f-475b-867d-b7caa5176520 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:02.561499 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52a20129-f24d-4408-9c9a-d1c0bc6c2a37 req-ae21d784-849f-475b-867d-b7caa5176520 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0624745 Jul 01 07:26:02.597034 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-52a20129-f24d-4408-9c9a-d1c0bc6c2a37 req-4531c3ad-26d9-425d-ab4b-8818aee9cc6e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323734 Jul 01 07:26:02.745957 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58696) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:02.845750 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1147fda9-16c1-469d-8150-c9ceaf98669c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:02.934835 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1147fda9-16c1-469d-8150-c9ceaf98669c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.021154 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1147fda9-16c1-469d-8150-c9ceaf98669c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.058950 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-1147fda9-16c1-469d-8150-c9ceaf98669c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ad8686c3e6e404a96a0535c50b97fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119090 Jul 01 07:26:03.059871 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1147fda9-16c1-469d-8150-c9ceaf98669c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a22fb1-fdb4-4a9f-887d-80155428004d,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:03.062471 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58704) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:03.090107 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.110780 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.130423 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.244041 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.246556 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.247726 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61a22fb1-fdb4-4a9f-887d-80155428004d HTTP/1.1" status: 204 len: 168 time: 0.1842456 Jul 01 07:26:03.255194 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a22fb1-fdb4-4a9f-887d-80155428004d,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:03.262666 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.263060 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.266930 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f30ee3-86f1-4cc8-9263-5d4f9f214798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:03.771682 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04407135-3001-4153-99cf-03e2d956f898 req-921ca283-c2ef-4e48-9a94-0eaaee1288c9 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:03.773150 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-04407135-3001-4153-99cf-03e2d956f898 req-921ca283-c2ef-4e48-9a94-0eaaee1288c9 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0622418 Jul 01 07:26:03.810642 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-04407135-3001-4153-99cf-03e2d956f898 req-3d4220af-8901-4a33-ab2f-826003b7ac91 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Jul 01 07:26:03.816868 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58714) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:03.829869 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b13b7a3d-e464-4587-903d-19ef3aba6bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.912917 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b13b7a3d-e464-4587-903d-19ef3aba6bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:03.992667 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-b13b7a3d-e464-4587-903d-19ef3aba6bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:04.031172 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-b13b7a3d-e464-4587-903d-19ef3aba6bde admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62335c5e9ed344d8acfeb74cf6b816f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2132435 Jul 01 07:26:04.032119 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b7a3d-e464-4587-903d-19ef3aba6bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e83165-189e-43ee-b69a-ef4863686f36,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:04.033794 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58716) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:04.082574 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a92e4136-235c-4d70-a2c3-e3c530bf22fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:04.102376 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a92e4136-235c-4d70-a2c3-e3c530bf22fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:04.215903 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a92e4136-235c-4d70-a2c3-e3c530bf22fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:04.218488 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-a92e4136-235c-4d70-a2c3-e3c530bf22fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:04.219683 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-a92e4136-235c-4d70-a2c3-e3c530bf22fd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0e83165-189e-43ee-b69a-ef4863686f36 HTTP/1.1" status: 204 len: 168 time: 0.1848748 Jul 01 07:26:04.230768 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92e4136-235c-4d70-a2c3-e3c530bf22fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e83165-189e-43ee-b69a-ef4863686f36,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:04.991987 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce63069f-359a-4458-806d-58b3a51b5f7e req-c417610f-aca4-406e-85ff-7f5eb21449d2 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:04.993496 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce63069f-359a-4458-806d-58b3a51b5f7e req-c417610f-aca4-406e-85ff-7f5eb21449d2 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0636969 Jul 01 07:26:05.049986 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce63069f-359a-4458-806d-58b3a51b5f7e req-4d42fe86-0685-47bc-924f-a326f7e75d71 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493813 Jul 01 07:26:06.212506 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8735527-0cbe-404b-b082-16845fc8d32e req-89ed4c72-170b-4e5b-a674-4a3d67b547e3 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:06.214073 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f8735527-0cbe-404b-b082-16845fc8d32e req-89ed4c72-170b-4e5b-a674-4a3d67b547e3 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0649295 Jul 01 07:26:06.251662 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f8735527-0cbe-404b-b082-16845fc8d32e req-49206240-8cbb-40ca-8538-d27fe374ec1f tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Jul 01 07:26:06.369038 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58780) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:06.479107 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:06.568128 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-846b9e86-5496-40da-b094-8afb098e024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:06.569686 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-846b9e86-5496-40da-b094-8afb098e024e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1098 time: 0.0686913 Jul 01 07:26:06.575175 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:06.678354 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:06.679877 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-3243ed3a-c6d4-46b4-b5b7-a4da3ff33e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:06.681358 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-3243ed3a-c6d4-46b4-b5b7-a4da3ff33e71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 200 len: 910 time: 0.0913298 Jul 01 07:26:06.715565 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbd933ee82e24d0a8ebb4e7d5d943ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438680 Jul 01 07:26:06.717389 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3aa8f4-6097-4cac-a877-c417890def03,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:06.719264 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58792) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:06.730724 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.731176 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.731515 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.731845 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.732172 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.732499 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.732821 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.733149 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.733467 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.733786 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.734101 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.734420 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82831480-ebb0-44f9-9439-7afe1ae5f86d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:06.746372 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-4960a080-c2c3-47f3-b965-89b6a4f78c90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 200 len: 1001 time: 0.0588691 Jul 01 07:26:06.778977 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-54fcc371-4314-4057-b27a-4c0ef8c028b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:06.794162 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-d7c8d447-a151-4f62-8768-8f2da510aeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:06.795872 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-d7c8d447-a151-4f62-8768-8f2da510aeec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36abf5d6-a746-455a-ad3a-f6360d047b1a HTTP/1.1" status: 200 len: 848 time: 0.0438952 Jul 01 07:26:06.800795 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-54fcc371-4314-4057-b27a-4c0ef8c028b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:06.855686 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-ec960a5f-f415-4cf2-a93e-cecad6bce78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:06.857171 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-ec960a5f-f415-4cf2-a93e-cecad6bce78e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546744 Jul 01 07:26:06.912631 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-54fcc371-4314-4057-b27a-4c0ef8c028b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:06.915201 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-54fcc371-4314-4057-b27a-4c0ef8c028b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:06.916360 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-54fcc371-4314-4057-b27a-4c0ef8c028b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd3aa8f4-6097-4cac-a877-c417890def03 HTTP/1.1" status: 204 len: 168 time: 0.1954641 Jul 01 07:26:06.924468 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcc371-4314-4057-b27a-4c0ef8c028b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3aa8f4-6097-4cac-a877-c417890def03,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:06.947237 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-415a784b-a4ef-4a70-ad16-9862ba46787a service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831850 Jul 01 07:26:07.044764 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5b9b1750-d8d5-43a2-9b0f-ef12efdf33c6 req-d1dd5141-944e-4ee9-89cd-adecfd27db9e service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910048 Jul 01 07:26:07.428343 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985c94e-e152-4602-9615-d802461f9e8f req-21fa84ec-b4b6-48e9-9ce0-b0cef950d8a4 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:07.429803 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b985c94e-e152-4602-9615-d802461f9e8f req-21fa84ec-b4b6-48e9-9ce0-b0cef950d8a4 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0649717 Jul 01 07:26:07.461322 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58800) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:07.470251 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-b985c94e-e152-4602-9615-d802461f9e8f req-933b3c33-d62b-4887-9f61-fe604d189161 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346084 Jul 01 07:26:07.475000 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d5a78774-e16b-42aa-a1a7-f15c7c03d6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:07.559471 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d5a78774-e16b-42aa-a1a7-f15c7c03d6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:07.604009 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d5a78774-e16b-42aa-a1a7-f15c7c03d6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:07.641802 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d5a78774-e16b-42aa-a1a7-f15c7c03d6cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a34e2998b424491d871bee861050045e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1791761 Jul 01 07:26:07.642760 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a78774-e16b-42aa-a1a7-f15c7c03d6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6cabb-e479-4370-aee1-9052b4e058bd,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:07.644988 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58808) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:07.694812 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-094413c7-b0e0-4ff3-b73e-6d5c13ba31f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:07.715798 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-094413c7-b0e0-4ff3-b73e-6d5c13ba31f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:07.832302 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-094413c7-b0e0-4ff3-b73e-6d5c13ba31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:07.834877 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-094413c7-b0e0-4ff3-b73e-6d5c13ba31f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:07.836052 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-094413c7-b0e0-4ff3-b73e-6d5c13ba31f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/83e6cabb-e479-4370-aee1-9052b4e058bd HTTP/1.1" status: 204 len: 168 time: 0.1899576 Jul 01 07:26:07.844599 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094413c7-b0e0-4ff3-b73e-6d5c13ba31f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e6cabb-e479-4370-aee1-9052b4e058bd,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:08.646254 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf81fc-542b-4e49-87cf-4c0e27e14113 req-b1d0d156-050a-4597-bac1-99ca9243e1d9 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:08.648009 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-89bf81fc-542b-4e49-87cf-4c0e27e14113 req-b1d0d156-050a-4597-bac1-99ca9243e1d9 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0661824 Jul 01 07:26:08.685879 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-89bf81fc-542b-4e49-87cf-4c0e27e14113 req-b0ddb8d6-de05-41ea-b438-5592989cbc6a tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Jul 01 07:26:09.859214 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92378ef-3408-4424-9d34-b8d76f5c00df req-bf4fc3f8-d508-496a-9f42-75393c91e65f tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:09.860709 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e92378ef-3408-4424-9d34-b8d76f5c00df req-bf4fc3f8-d508-496a-9f42-75393c91e65f tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0650427 Jul 01 07:26:09.897824 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e92378ef-3408-4424-9d34-b8d76f5c00df req-6d2a6124-f785-4a41-bd4b-188b40361c32 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Jul 01 07:26:11.076478 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e5547-1a62-4239-a48a-618b58a968e5 req-5328ecec-7e15-44ea-9fc6-e0877fb6f3a3 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:11.077964 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a23e5547-1a62-4239-a48a-618b58a968e5 req-5328ecec-7e15-44ea-9fc6-e0877fb6f3a3 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0627480 Jul 01 07:26:11.114713 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-a23e5547-1a62-4239-a48a-618b58a968e5 req-d0edf48d-b086-4d46-99f1-a60d02a4af67 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309072 Jul 01 07:26:12.288051 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4362e2-cd45-43b7-83c8-709bcf766133 req-7c8d1fb9-a006-45f9-bf74-a1af9969dc26 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:12.289502 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3f4362e2-cd45-43b7-83c8-709bcf766133 req-7c8d1fb9-a006-45f9-bf74-a1af9969dc26 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0607924 Jul 01 07:26:12.331539 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-3f4362e2-cd45-43b7-83c8-709bcf766133 req-9a715c27-781c-46ab-9a61-278e3147f651 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Jul 01 07:26:12.486842 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58946) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:12.584983 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9dce312c-38a9-4e75-978d-7f75e58acd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:12.675327 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9dce312c-38a9-4e75-978d-7f75e58acd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:12.718821 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156095c-d6d5-4aff-a732-5c82149f577e req-8d0ed202-b1b3-4e41-98ee-6bc095e01797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:12.720331 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6156095c-d6d5-4aff-a732-5c82149f577e req-8d0ed202-b1b3-4e41-98ee-6bc095e01797 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1098 time: 0.0569038 Jul 01 07:26:12.754262 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-9dce312c-38a9-4e75-978d-7f75e58acd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:12.823363 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce312c-38a9-4e75-978d-7f75e58acd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aefb4ee-6ff3-447c-8101-8de1b0ea30da,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:12.827412 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-9dce312c-38a9-4e75-978d-7f75e58acd1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd55ddb0ee3b47a688c26c43e497d507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3395483 Jul 01 07:26:12.830312 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58950) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:12.843805 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156095c-d6d5-4aff-a732-5c82149f577e req-59537433-7e0f-49b5-991f-d4d1da7f1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:12.845254 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6156095c-d6d5-4aff-a732-5c82149f577e req-59537433-7e0f-49b5-991f-d4d1da7f1ed2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 200 len: 910 time: 0.1189482 Jul 01 07:26:12.879737 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-663252ff-3da6-44af-ae4d-7ed07e245713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:12.899304 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-663252ff-3da6-44af-ae4d-7ed07e245713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:12.910371 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6156095c-d6d5-4aff-a732-5c82149f577e req-3bc86906-351e-4e3e-a58a-8281bb724472 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 200 len: 1001 time: 0.0585909 Jul 01 07:26:12.957657 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156095c-d6d5-4aff-a732-5c82149f577e req-d576e3b9-3475-4ad3-bf56-e26050f1b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:12.959156 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6156095c-d6d5-4aff-a732-5c82149f577e req-d576e3b9-3475-4ad3-bf56-e26050f1b288 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36abf5d6-a746-455a-ad3a-f6360d047b1a HTTP/1.1" status: 200 len: 848 time: 0.0424850 Jul 01 07:26:13.013919 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156095c-d6d5-4aff-a732-5c82149f577e req-05e32edf-bf96-426b-b120-10faae7d2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:13.015443 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6156095c-d6d5-4aff-a732-5c82149f577e req-05e32edf-bf96-426b-b120-10faae7d2d78 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0498877 Jul 01 07:26:13.043440 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-663252ff-3da6-44af-ae4d-7ed07e245713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:13.046098 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-663252ff-3da6-44af-ae4d-7ed07e245713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:13.047255 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-663252ff-3da6-44af-ae4d-7ed07e245713 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4aefb4ee-6ff3-447c-8101-8de1b0ea30da HTTP/1.1" status: 204 len: 168 time: 0.2158921 Jul 01 07:26:13.055876 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663252ff-3da6-44af-ae4d-7ed07e245713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aefb4ee-6ff3-447c-8101-8de1b0ea30da,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:13.111435 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6156095c-d6d5-4aff-a732-5c82149f577e req-7fecac07-7c50-4012-89fd-31ba18993a85 service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893395 Jul 01 07:26:13.200387 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6156095c-d6d5-4aff-a732-5c82149f577e req-83c0fa9a-6750-440f-8cf6-6106c56d872d service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827515 Jul 01 07:26:13.499244 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e8c44-242b-493f-891d-b347abdfb644 req-30a5e37b-0fa8-48c8-9806-85549a02fd6c tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:13.500782 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b21e8c44-242b-493f-891d-b347abdfb644 req-30a5e37b-0fa8-48c8-9806-85549a02fd6c tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0616784 Jul 01 07:26:13.539575 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b21e8c44-242b-493f-891d-b347abdfb644 req-14a5196b-18d1-4e35-8d1e-f3a82e320f2e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326653 Jul 01 07:26:13.649578 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58970) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:13.666930 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-03798e7a-4bc8-450a-8ca2-012f2df72c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:13.668607 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58972) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:13.751448 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-03798e7a-4bc8-450a-8ca2-012f2df72c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:13.803741 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-03798e7a-4bc8-450a-8ca2-012f2df72c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:13.818823 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-686e4361-5875-47a5-87e7-c0a89a6e9916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:13.844491 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-03798e7a-4bc8-450a-8ca2-012f2df72c7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=235f1c40c6f64dcf84d395c9a6ae97a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909831 Jul 01 07:26:13.844491 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03798e7a-4bc8-450a-8ca2-012f2df72c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0187c4f-cfea-42b7-82cb-4d4cb72566b4,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:13.844983 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 58976) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:13.923775 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-97e24d5a-876c-4d4f-9629-6422dad9ff82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:13.957884 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-97e24d5a-876c-4d4f-9629-6422dad9ff82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:13.960413 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-686e4361-5875-47a5-87e7-c0a89a6e9916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.026545 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-686e4361-5875-47a5-87e7-c0a89a6e9916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.061568 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:26:14.067643 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-686e4361-5875-47a5-87e7-c0a89a6e9916 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6f7e99995d744149d64c1a877283851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3979893 Jul 01 07:26:14.068498 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e4361-5875-47a5-87e7-c0a89a6e9916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242c9f8a-d1a7-47b3-9300-73f6d12461c2,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:14.070380 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 58978) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:14.088700 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-97e24d5a-876c-4d4f-9629-6422dad9ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.088700 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-97e24d5a-876c-4d4f-9629-6422dad9ff82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.088700 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-97e24d5a-876c-4d4f-9629-6422dad9ff82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b0187c4f-cfea-42b7-82cb-4d4cb72566b4 HTTP/1.1" status: 204 len: 168 time: 0.2416997 Jul 01 07:26:14.097381 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e24d5a-876c-4d4f-9629-6422dad9ff82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0187c4f-cfea-42b7-82cb-4d4cb72566b4,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:14.128589 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e16ad98c-0790-4674-958d-83d625a99c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.151886 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e16ad98c-0790-4674-958d-83d625a99c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.276861 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e16ad98c-0790-4674-958d-83d625a99c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.279546 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-e16ad98c-0790-4674-958d-83d625a99c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.281013 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-e16ad98c-0790-4674-958d-83d625a99c75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/242c9f8a-d1a7-47b3-9300-73f6d12461c2 HTTP/1.1" status: 204 len: 168 time: 0.2094500 Jul 01 07:26:14.288800 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ad98c-0790-4674-958d-83d625a99c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242c9f8a-d1a7-47b3-9300-73f6d12461c2,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:14.713207 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2aa84-5dd6-41e9-ae91-9124dbaa3d0e req-51166eb0-b8d6-4dd6-8b38-744ad762eaff tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:14.715266 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7fa2aa84-5dd6-41e9-ae91-9124dbaa3d0e req-51166eb0-b8d6-4dd6-8b38-744ad762eaff tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0683689 Jul 01 07:26:14.753527 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7fa2aa84-5dd6-41e9-ae91-9124dbaa3d0e req-15456434-b514-4564-8c83-1e0f004f929e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321949 Jul 01 07:26:14.861053 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59002) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:14.875747 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c3acec87-d04d-44cb-93de-c5da302caaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:14.969318 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c3acec87-d04d-44cb-93de-c5da302caaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:15.054165 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c3acec87-d04d-44cb-93de-c5da302caaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:15.092876 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-c3acec87-d04d-44cb-93de-c5da302caaf3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46a71d15cc964b4080bf39b256f16412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305136 Jul 01 07:26:15.094859 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3acec87-d04d-44cb-93de-c5da302caaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821d1ce9-fad4-4985-9a73-5d0b48134938,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:15.095633 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59008) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:15.152667 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e672bfb3-dbc7-475a-910f-c662b71c7eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:15.173281 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e672bfb3-dbc7-475a-910f-c662b71c7eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:15.265805 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e672bfb3-dbc7-475a-910f-c662b71c7eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:15.268503 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-e672bfb3-dbc7-475a-910f-c662b71c7eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:15.269639 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-e672bfb3-dbc7-475a-910f-c662b71c7eb7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/821d1ce9-fad4-4985-9a73-5d0b48134938 HTTP/1.1" status: 204 len: 168 time: 0.1725206 Jul 01 07:26:15.280733 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672bfb3-dbc7-475a-910f-c662b71c7eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821d1ce9-fad4-4985-9a73-5d0b48134938,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:15.930014 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa465c89-3fd8-4f87-a068-8bd6c56bfeb6 req-70e8b049-a71c-492e-b762-c31120ee52fa tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:15.931742 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-aa465c89-3fd8-4f87-a068-8bd6c56bfeb6 req-70e8b049-a71c-492e-b762-c31120ee52fa tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0650225 Jul 01 07:26:15.975785 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-aa465c89-3fd8-4f87-a068-8bd6c56bfeb6 req-4ed7d80c-f539-4492-8d50-263e59ce2466 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Jul 01 07:26:16.558701 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90df5e-3ac6-4858-84d7-8e2c4cf8cb68 req-41c4b935-efa6-495c-a5a4-29b5d8b95b66 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:16.560281 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-de90df5e-3ac6-4858-84d7-8e2c4cf8cb68 req-41c4b935-efa6-495c-a5a4-29b5d8b95b66 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0760651 Jul 01 07:26:16.588836 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59068) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:16.609956 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-de90df5e-3ac6-4858-84d7-8e2c4cf8cb68 req-f43b415a-7155-4a90-b19b-a0dd21773780 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432541 Jul 01 07:26:16.718011 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-7d98f4fa-e0dc-47d3-ad6d-6e550b939e2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270401 Jul 01 07:26:17.791902 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fbd64-a308-47ff-bf4f-c41d77ea620d req-3edf0cd2-30ad-4888-92da-4bfda7e1d29f tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:17.793452 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ba6fbd64-a308-47ff-bf4f-c41d77ea620d req-3edf0cd2-30ad-4888-92da-4bfda7e1d29f tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0685372 Jul 01 07:26:17.830204 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ba6fbd64-a308-47ff-bf4f-c41d77ea620d req-a8aa3914-0ecf-4f8a-8204-7e35aead807e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314043 Jul 01 07:26:18.708822 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0171e37c-952a-42e6-bb05-05c631c45e13 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:26:18.787627 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:18.809845 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:26:18.812112 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba1772f-336a-43b7-98f8-182324564265" -d '{"events": [{"server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "name": "network-vif-unplugged", "status": "completed", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:26:18.825201 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:18.843895 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 01 Jul 2021 07:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36569f4a-ff7c-4c78-8c80-fc6840fbae6b x-openstack-request-id: req-36569f4a-ff7c-4c78-8c80-fc6840fbae6b {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:26:18.844188 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "name": "network-vif-unplugged", "status": "failed", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13", "code": 422}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:26:18.844441 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36569f4a-ff7c-4c78-8c80-fc6840fbae6b {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:26:18.844846 dv-cinder-777574-6-iscsi neutron-server[93540]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13', 'code': 422} returned with failed status Jul 01 07:26:18.901785 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:18.950683 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=6']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:18.957503 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.957850 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.958188 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.958522 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.958851 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.959202 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.959528 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.959852 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.960176 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.960502 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.960823 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:18.961139 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:26:19.012105 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e35d2-06af-49b1-86eb-de837912876d req-17fbc70e-1995-4cb7-b942-1468e1200954 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:19.013918 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fe3e35d2-06af-49b1-86eb-de837912876d req-17fbc70e-1995-4cb7-b942-1468e1200954 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0718508 Jul 01 07:26:19.053995 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-fe3e35d2-06af-49b1-86eb-de837912876d req-86acec6d-dbd6-4adf-b200-aa8bef98650b tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Jul 01 07:26:19.386397 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-41e5762a-b541-420e-8de5-1e38562a720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:19.387899 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-41e5762a-b541-420e-8de5-1e38562a720a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a&tenant_id=b4d04f9d7e97419baba20cebcca844f4 HTTP/1.1" status: 200 len: 1096 time: 0.0519404 Jul 01 07:26:19.461440 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-f34a8f8f-db53-444d-b662-fb1d7ffebfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:19.462916 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-f34a8f8f-db53-444d-b662-fb1d7ffebfe1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1096 time: 0.0532413 Jul 01 07:26:19.551563 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-41a3e29b-2a78-4e24-b92e-570b50e8abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:19.553023 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-41a3e29b-2a78-4e24-b92e-570b50e8abf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 200 len: 910 time: 0.0823083 Jul 01 07:26:19.618812 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-296444f8-8901-4b51-8276-3a40575b711f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 200 len: 999 time: 0.0578241 Jul 01 07:26:19.671563 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-95484fe9-904c-4344-9672-e6d6cfba0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:19.673019 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-95484fe9-904c-4344-9672-e6d6cfba0c65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36abf5d6-a746-455a-ad3a-f6360d047b1a HTTP/1.1" status: 200 len: 848 time: 0.0474439 Jul 01 07:26:19.727641 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-96833d79-145f-4c5c-9031-0fc6e0e5d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:19.729624 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-96833d79-145f-4c5c-9031-0fc6e0e5d860 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497022 Jul 01 07:26:20.089627 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-8e63865e-b8ce-4a83-9ab3-1ba36ea3af17 service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538888 Jul 01 07:26:20.206096 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f718b2bc-e490-40ad-bce5-6e2442a6ca73 req-15e64a95-eca4-4456-a14b-f1c39b9af438 service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100864 Jul 01 07:26:20.237794 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955ce3ba-9c4b-44b1-908c-4793dcff98c3 req-036a1ca2-715b-433b-92a8-64cb85536b48 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:20.242509 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-955ce3ba-9c4b-44b1-908c-4793dcff98c3 req-036a1ca2-715b-433b-92a8-64cb85536b48 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0759909 Jul 01 07:26:20.280287 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-955ce3ba-9c4b-44b1-908c-4793dcff98c3 req-8e4aafc1-61d6-4c7f-88da-de14101db28f tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353856 Jul 01 07:26:21.456120 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00872891-f4a3-4f5f-ba35-494094ea7acf req-0dc06f6a-c640-4c27-9b9e-389cca0d4c1e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:21.457585 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-00872891-f4a3-4f5f-ba35-494094ea7acf req-0dc06f6a-c640-4c27-9b9e-389cca0d4c1e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0647032 Jul 01 07:26:21.494753 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-00872891-f4a3-4f5f-ba35-494094ea7acf req-5eaf1568-4dc2-4b17-b231-f5848ce3acc1 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Jul 01 07:26:21.941591 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59170) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:22.052116 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc13f-6c51-45de-af62-d531be3b95d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.138629 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc13f-6c51-45de-af62-d531be3b95d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.191838 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-cf3cc13f-6c51-45de-af62-d531be3b95d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.229406 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-cf3cc13f-6c51-45de-af62-d531be3b95d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=90dc84d501e04bcc883f2735a291e6ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867553 Jul 01 07:26:22.230264 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cc13f-6c51-45de-af62-d531be3b95d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5681019a-7cd3-4a37-b72e-ea2558e8efb2,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:22.232070 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59174) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:22.282706 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5c68cafe-b2ba-4ae6-9de0-3c452e98b87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.303205 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5c68cafe-b2ba-4ae6-9de0-3c452e98b87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.415455 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5c68cafe-b2ba-4ae6-9de0-3c452e98b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.417893 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5c68cafe-b2ba-4ae6-9de0-3c452e98b87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.419159 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5c68cafe-b2ba-4ae6-9de0-3c452e98b87a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5681019a-7cd3-4a37-b72e-ea2558e8efb2 HTTP/1.1" status: 204 len: 168 time: 0.1860893 Jul 01 07:26:22.433823 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68cafe-b2ba-4ae6-9de0-3c452e98b87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5681019a-7cd3-4a37-b72e-ea2558e8efb2,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:22.621727 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59184) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:22.670337 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff50cd-b888-400a-b7a2-1af68ae61288 req-b919f8ba-8815-4106-9b3a-96bf9bfd944b tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:22.671981 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c2ff50cd-b888-400a-b7a2-1af68ae61288 req-b919f8ba-8815-4106-9b3a-96bf9bfd944b tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0680630 Jul 01 07:26:22.712383 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c2ff50cd-b888-400a-b7a2-1af68ae61288 req-01c75de6-3991-40b6-8802-a1d603ff2956 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339403 Jul 01 07:26:22.732542 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d9bc40a0-3cf2-4a49-ac0e-6a7b50b8fc32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.814261 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d9bc40a0-3cf2-4a49-ac0e-6a7b50b8fc32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.866318 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d9bc40a0-3cf2-4a49-ac0e-6a7b50b8fc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.907410 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d9bc40a0-3cf2-4a49-ac0e-6a7b50b8fc32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=acbe64afa8b34d188b1bd76903c70669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844963 Jul 01 07:26:22.907998 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59190) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:22.909929 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc40a0-3cf2-4a49-ac0e-6a7b50b8fc32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9760af-42c1-4a64-8b9c-f61f85385d99,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:22.916972 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59192) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:22.939929 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f5ca58b2-ea3e-4197-afc6-e0daaf2b8e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:22.995849 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b9d534fa-253e-453b-9425-e629a149aff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.027420 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b9d534fa-253e-453b-9425-e629a149aff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.096495 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f5ca58b2-ea3e-4197-afc6-e0daaf2b8e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.162360 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b9d534fa-253e-453b-9425-e629a149aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.164890 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b9d534fa-253e-453b-9425-e629a149aff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.166007 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b9d534fa-253e-453b-9425-e629a149aff9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d9760af-42c1-4a64-8b9c-f61f85385d99 HTTP/1.1" status: 204 len: 168 time: 0.2569947 Jul 01 07:26:23.174048 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d534fa-253e-453b-9425-e629a149aff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9760af-42c1-4a64-8b9c-f61f85385d99,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:23.191285 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f5ca58b2-ea3e-4197-afc6-e0daaf2b8e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.229550 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f5ca58b2-ea3e-4197-afc6-e0daaf2b8e9f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d9eaeeee5a604c8ababe3c1d3d48fa61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107390 Jul 01 07:26:23.231029 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca58b2-ea3e-4197-afc6-e0daaf2b8e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6a7f12-bf0b-4b4c-b4b5-1ebcceb31403,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:23.233065 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59196) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:23.285478 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8603c9e5-b668-45cc-9b9e-06d1fd33c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.305229 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8603c9e5-b668-45cc-9b9e-06d1fd33c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.397622 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8603c9e5-b668-45cc-9b9e-06d1fd33c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.400209 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8603c9e5-b668-45cc-9b9e-06d1fd33c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.401344 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-8603c9e5-b668-45cc-9b9e-06d1fd33c77f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c6a7f12-bf0b-4b4c-b4b5-1ebcceb31403 HTTP/1.1" status: 204 len: 168 time: 0.1671813 Jul 01 07:26:23.409958 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603c9e5-b668-45cc-9b9e-06d1fd33c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6a7f12-bf0b-4b4c-b4b5-1ebcceb31403,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:23.765549 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59206) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:23.779763 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5c36-a48c-4f7c-904f-2dbe72b19f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.913973 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5c36-a48c-4f7c-904f-2dbe72b19f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:23.923893 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c9260-5869-4bd3-8136-aa3484db27a6 req-41e0f961-7098-42ab-9f87-d2c8f392d62b tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:23.925396 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-334c9260-5869-4bd3-8136-aa3484db27a6 req-41e0f961-7098-42ab-9f87-d2c8f392d62b tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0986593 Jul 01 07:26:23.967355 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-334c9260-5869-4bd3-8136-aa3484db27a6 req-2c1eb6bc-017c-4cb7-84b3-44926925540e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326514 Jul 01 07:26:23.991893 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-b7ca5c36-a48c-4f7c-904f-2dbe72b19f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:24.031329 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-b7ca5c36-a48c-4f7c-904f-2dbe72b19f40 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2eb3ee765e454e9daf9fd6dd1454e19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645056 Jul 01 07:26:24.032268 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca5c36-a48c-4f7c-904f-2dbe72b19f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac70566f-7463-45ed-af33-1ac2b03b61a2,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:24.034049 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59216) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:24.082594 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0d4396ef-9ce3-45dc-bae3-3f9704931e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:24.103252 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0d4396ef-9ce3-45dc-bae3-3f9704931e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:24.202677 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0d4396ef-9ce3-45dc-bae3-3f9704931e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:24.205338 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-0d4396ef-9ce3-45dc-bae3-3f9704931e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:24.206530 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0d4396ef-9ce3-45dc-bae3-3f9704931e87 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac70566f-7463-45ed-af33-1ac2b03b61a2 HTTP/1.1" status: 204 len: 168 time: 0.1714981 Jul 01 07:26:24.215388 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4396ef-9ce3-45dc-bae3-3f9704931e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac70566f-7463-45ed-af33-1ac2b03b61a2,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:24.937324 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59248) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:25.038742 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-95b90029-d379-403c-95e1-e2d401f997fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:25.169264 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afa8f7-bc75-4920-a9cf-3b4dfa529475 req-fa235eb6-ab4e-4caf-a375-dac987a23c1e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:25.170711 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-23afa8f7-bc75-4920-a9cf-3b4dfa529475 req-fa235eb6-ab4e-4caf-a375-dac987a23c1e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0960319 Jul 01 07:26:25.180206 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-95b90029-d379-403c-95e1-e2d401f997fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:25.211691 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-23afa8f7-bc75-4920-a9cf-3b4dfa529475 req-6bbf8711-5e82-4845-9f62-5da3bae81a9e tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335941 Jul 01 07:26:25.242622 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-95b90029-d379-403c-95e1-e2d401f997fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:25.279946 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-95b90029-d379-403c-95e1-e2d401f997fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c7a3b756ec2a434aaff08c325af1e23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412440 Jul 01 07:26:25.281963 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b90029-d379-403c-95e1-e2d401f997fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faeeb03-9a86-4eee-b44b-71b7e6fa1de6,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:25.282849 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59260) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:25.342752 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ca4ead3f-7304-4e14-8661-c98ce5d69ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:25.363049 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ca4ead3f-7304-4e14-8661-c98ce5d69ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:25.478106 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ca4ead3f-7304-4e14-8661-c98ce5d69ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:25.481261 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ca4ead3f-7304-4e14-8661-c98ce5d69ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:25.482394 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ca4ead3f-7304-4e14-8661-c98ce5d69ce8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3faeeb03-9a86-4eee-b44b-71b7e6fa1de6 HTTP/1.1" status: 204 len: 168 time: 0.1985385 Jul 01 07:26:25.490096 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ead3f-7304-4e14-8661-c98ce5d69ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faeeb03-9a86-4eee-b44b-71b7e6fa1de6,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:25.840849 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59274) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:25.938149 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2f0e-98ee-4693-b1f5-340ef6e6d4b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:26.023183 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2f0e-98ee-4693-b1f5-340ef6e6d4b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:26.093962 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-2c0d2f0e-98ee-4693-b1f5-340ef6e6d4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:26.131657 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-2c0d2f0e-98ee-4693-b1f5-340ef6e6d4b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3bc2bc35f5c3473aade057447a4d41e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897351 Jul 01 07:26:26.132469 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d2f0e-98ee-4693-b1f5-340ef6e6d4b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa4d61c-bc81-416d-a16e-b76f0e83fbae,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:26.134395 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59286) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:26.184751 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc94ea7c-54bb-44af-bfb5-742aa0bd450b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:26.204756 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc94ea7c-54bb-44af-bfb5-742aa0bd450b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:26.324397 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc94ea7c-54bb-44af-bfb5-742aa0bd450b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:26.326936 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-fc94ea7c-54bb-44af-bfb5-742aa0bd450b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:26.330341 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-fc94ea7c-54bb-44af-bfb5-742aa0bd450b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7fa4d61c-bc81-416d-a16e-b76f0e83fbae HTTP/1.1" status: 204 len: 168 time: 0.1942470 Jul 01 07:26:26.340025 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94ea7c-54bb-44af-bfb5-742aa0bd450b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa4d61c-bc81-416d-a16e-b76f0e83fbae,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:26.398225 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd5401-6782-489e-a2aa-8849b0c83b63 req-3c47bfab-e3a4-456c-94fa-d24566ed218c tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:26.399818 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-33dd5401-6782-489e-a2aa-8849b0c83b63 req-3c47bfab-e3a4-456c-94fa-d24566ed218c tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 943 time: 0.0757091 Jul 01 07:26:26.445929 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-33dd5401-6782-489e-a2aa-8849b0c83b63 req-929ebd85-8cc2-4c8d-a0f1-b94f3481a4b8 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Jul 01 07:26:26.739923 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0171e37c-952a-42e6-bb05-05c631c45e13 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:26:26.844414 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:26.856557 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '0171e37c-952a-42e6-bb05-05c631c45e13', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'port_id': '0171e37c-952a-42e6-bb05-05c631c45e13', 'mac_address': 'fa:16:3e:10:77:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:26:26.899588 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:26.913303 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0171e37c-952a-42e6-bb05-05c631c45e13 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:26:26.932949 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:27.038331 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:27.088121 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=7']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:27.249889 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['0171e37c-952a-42e6-bb05-05c631c45e13'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:26:27.624131 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d9a1b-2e01-47ea-b346-6c1de480a182 req-150d2fa8-2189-4c5c-960c-3328bd0d4474 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:27.625715 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3c8d9a1b-2e01-47ea-b346-6c1de480a182 req-150d2fa8-2189-4c5c-960c-3328bd0d4474 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 944 time: 0.0664263 Jul 01 07:26:27.656324 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7b599b72-dc50-4c1c-8e59-34f664b732f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:27.665292 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-3c8d9a1b-2e01-47ea-b346-6c1de480a182 req-24c180dd-5e34-46ba-8453-42f5a046bc91 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335572 Jul 01 07:26:28.751114 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0171e37c-952a-42e6-bb05-05c631c45e13 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:26:28.799810 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 0171e37c-952a-42e6-bb05-05c631c45e13 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:26:28.800100 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:28.840514 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f481db-cff2-45de-9abe-2ac51b05b29a req-208cf2fe-e07e-412c-bbcd-30dcc21c1786 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:28.842025 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a7f481db-cff2-45de-9abe-2ac51b05b29a req-208cf2fe-e07e-412c-bbcd-30dcc21c1786 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 944 time: 0.0639827 Jul 01 07:26:28.878423 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a7f481db-cff2-45de-9abe-2ac51b05b29a req-bccc286a-9d87-43f1-84b5-023bbf845633 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307326 Jul 01 07:26:28.881212 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:28.904324 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:26:28.906792 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746e6a17-ca6b-4970-9381-d68361cea348" -d '{"events": [{"server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "name": "network-vif-plugged", "status": "completed", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:26:28.919484 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:28.940809 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea9b6cd-9bff-42cc-8730-3fe831bd3c44 x-openstack-request-id: req-aea9b6cd-9bff-42cc-8730-3fe831bd3c44 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:26:28.941106 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "name": "network-vif-plugged", "status": "completed", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:26:28.941361 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aea9b6cd-9bff-42cc-8730-3fe831bd3c44 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:26:28.941778 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13', 'code': 200} Jul 01 07:26:28.986100 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:29.035036 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=8']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:29.214874 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-d8ae206a-c8ca-4cd9-8952-07938c6d521d tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=773c2d5f22f94f6298e9fa827c5e4a8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284288 Jul 01 07:26:29.397844 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b292ac-4619-4905-8420-cc1800885adf req-0af49148-f305-40ff-998c-29b96359a070 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:29.399312 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-0af49148-f305-40ff-998c-29b96359a070 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1761687 Jul 01 07:26:29.413449 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-5994a2ed-57b8-4866-9e31-22b633c9a098 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/quotas/773c2d5f22f94f6298e9fa827c5e4a8b HTTP/1.1" status: 200 len: 375 time: 0.0088770 Jul 01 07:26:29.449201 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-59249ce1-685c-4a7f-af6d-820c9daffa3e tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=773c2d5f22f94f6298e9fa827c5e4a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304060 Jul 01 07:26:29.668259 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e969bf4b-2b8e-4300-8737-a7cb61ce8bb9 req-8fa5da5c-644c-4fc4-9b71-ce7eff4fd630 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 210 time: 0.0295308 Jul 01 07:26:30.049241 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cc4ed-c66f-413a-bccb-a175685b33c8 req-93328fc1-9348-4c0a-8b79-78ca4d03319f tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:30.050688 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-554cc4ed-c66f-413a-bccb-a175685b33c8 req-93328fc1-9348-4c0a-8b79-78ca4d03319f tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0622172 Jul 01 07:26:30.087168 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-554cc4ed-c66f-413a-bccb-a175685b33c8 req-afb6525e-6709-4ea8-a215-0303935dd661 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307448 Jul 01 07:26:30.455059 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-729800ff-d8ff-44cf-b8ef-da5e77bab1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:30.774148 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:30.806457 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-d5b1a587-d889-4090-8001-e5da9174b102 req-d64ef713-1fa4-4ae8-b38a-69d05dd4a878 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 210 time: 0.0286660 Jul 01 07:26:31.163884 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:31.253950 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37e80d-7ef8-4394-b5e8-70cb147db28b req-2425fbc8-c9a9-42b0-893a-092a21120126 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:31.255424 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9b37e80d-7ef8-4394-b5e8-70cb147db28b req-2425fbc8-c9a9-42b0-893a-092a21120126 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0612400 Jul 01 07:26:31.291383 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-9b37e80d-7ef8-4394-b5e8-70cb147db28b req-3705f916-1a3b-403d-954b-d3e6bb10aa99 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303705 Jul 01 07:26:31.437662 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:31.946083 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-eb716f0f-2371-4a87-9563-d507f7db55b2 req-c26f72fc-734e-4b99-9aeb-ca6a6e050d9c tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 210 time: 0.0332425 Jul 01 07:26:31.998520 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d9fcc-1a0d-4b8f-8596-872eb8c8415d req-b2509aaf-01b2-44fe-81f1-88dd4c9f5fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:32.000232 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-962d9fcc-1a0d-4b8f-8596-872eb8c8415d req-b2509aaf-01b2-44fe-81f1-88dd4c9f5fcd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1098 time: 0.0562179 Jul 01 07:26:32.035027 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-962d9fcc-1a0d-4b8f-8596-872eb8c8415d req-cd402660-6dfb-4f88-9c6d-52d7fb3e818a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280213 Jul 01 07:26:32.463588 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ca53c-8828-425d-8d27-ca1f438847b9 req-d2b478fa-a248-4277-a042-bc78b48b0ac0 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:32.465662 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce5ca53c-8828-425d-8d27-ca1f438847b9 req-d2b478fa-a248-4277-a042-bc78b48b0ac0 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0628047 Jul 01 07:26:32.502036 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ce5ca53c-8828-425d-8d27-ca1f438847b9 req-531a7e43-d4e8-4d8c-94ad-70e43811cc49 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307419 Jul 01 07:26:33.082397 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-9da7ba52-9b7b-40bc-bac5-e755a8308dd3 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=773c2d5f22f94f6298e9fa827c5e4a8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291746 Jul 01 07:26:33.083900 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.105304 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59432) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:33.130798 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fac29959-830d-43e4-a3c2-5aadf46c1de9 req-f98f6114-a980-4a64-8a85-3313df3395c9 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 210 time: 0.0456972 Jul 01 07:26:33.222718 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c138654b-a107-46df-b6d0-a14e457e4b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.297656 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b292ac-4619-4905-8420-cc1800885adf req-9ef34536-3278-4077-b48d-dbd94e582141 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:33.299105 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-9ef34536-3278-4077-b48d-dbd94e582141 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044015 Jul 01 07:26:33.308893 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c138654b-a107-46df-b6d0-a14e457e4b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.311725 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Request body: {'port': {'device_id': '3d32c8d9-8b79-412e-9701-63da30f7ab77', 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f', 'admin_state_up': True, 'tenant_id': '773c2d5f22f94f6298e9fa827c5e4a8b'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:26:33.369376 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-c138654b-a107-46df-b6d0-a14e457e4b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.407404 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138654b-a107-46df-b6d0-a14e457e4b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e49e838-4fb5-452c-a817-6509b92622e4,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:33.412160 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-c138654b-a107-46df-b6d0-a14e457e4b89 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=50aacb0b82e64fc0b55581d59e8e9e7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057742 Jul 01 07:26:33.415344 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59436) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:33.466353 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-423543d1-c800-4761-bf62-5ccaf328bfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.477479 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Made reservation on behalf of 773c2d5f22f94f6298e9fa827c5e4a8b for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:26:33.481738 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.487115 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-423543d1-c800-4761-bf62-5ccaf328bfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.490819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.614130 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-423543d1-c800-4761-bf62-5ccaf328bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.617349 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-423543d1-c800-4761-bf62-5ccaf328bfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.618098 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-423543d1-c800-4761-bf62-5ccaf328bfc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e49e838-4fb5-452c-a817-6509b92622e4 HTTP/1.1" status: 204 len: 168 time: 0.2011654 Jul 01 07:26:33.636233 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423543d1-c800-4761-bf62-5ccaf328bfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e49e838-4fb5-452c-a817-6509b92622e4,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:33.686586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.696828 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0339c4-0d7b-4ef9-a691-1757d02f58a1 req-6985205d-5f30-4a18-ad9e-72ff72e5206b tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:33.699350 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ea0339c4-0d7b-4ef9-a691-1757d02f58a1 req-6985205d-5f30-4a18-ad9e-72ff72e5206b tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0799744 Jul 01 07:26:33.735613 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-ea0339c4-0d7b-4ef9-a691-1757d02f58a1 req-847d2587-7fb1-46b3-b1b0-a59be8cff91a tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Jul 01 07:26:33.746349 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:33.805447 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c1aec8-c4d6-4f68-92f1-b4039c0890f6,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:33.885371 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Allocated IP 192.168.233.91 (1e351cee-b6e6-424f-943d-5a9b30046a4f/7fa91d9a-4ace-4298-a232-ac50573b9d9a/7072b245-37dd-49d6-b352-5a7461b431cc) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:26:34.029480 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.042367 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Transition to ACTIVE for port object 7072b245-37dd-49d6-b352-5a7461b431cc will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:26:34.134694 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.177239 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Network 1e351cee-b6e6-424f-943d-5a9b30046a4f is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:26:34.180883 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59456) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:34.183188 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:26:34.187014 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:26:34.205440 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-025d525f-745d-4d38-9c24-34ae077e297b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.219710 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Pushing event updated for resources: {'Port': ['ID=7072b245-37dd-49d6-b352-5a7461b431cc,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:34.245787 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:34.246735 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.310418 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-025d525f-745d-4d38-9c24-34ae077e297b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.341457 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7aa88b-54c0-4ec4-a1a6-5d42638e676c req-9470f932-a082-4ce3-a0a2-d1dfbaca95d8 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:34.343184 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bc7aa88b-54c0-4ec4-a1a6-5d42638e676c req-9470f932-a082-4ce3-a0a2-d1dfbaca95d8 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 935 time: 0.0666203 Jul 01 07:26:34.375348 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-025d525f-745d-4d38-9c24-34ae077e297b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.385540 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-bc7aa88b-54c0-4ec4-a1a6-5d42638e676c req-e9931e59-d5d4-46ba-a631-1eaa0eb4c962 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Jul 01 07:26:34.414857 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-025d525f-745d-4d38-9c24-34ae077e297b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57f506d2414f49bab44ab4ab6d54d998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328589 Jul 01 07:26:34.416006 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d525f-745d-4d38-9c24-34ae077e297b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca6b7fe-3bdb-4978-a772-d96225e6e395,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:34.417479 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59458) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:34.429990 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-1bfae853-e1ae-4227-a4c6-339ac794a157 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1231344 Jul 01 07:26:34.445608 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Request body: {'port': {'device_id': '3d32c8d9-8b79-412e-9701-63da30f7ab77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:26:34.472145 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6d44e1af-e934-44e3-908c-ad8fef947049 None None] Provisioning for port 7072b245-37dd-49d6-b352-5a7461b431cc completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:26:34.475939 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-6d44e1af-e934-44e3-908c-ad8fef947049 None None] Provisioning complete for port 7072b245-37dd-49d6-b352-5a7461b431cc triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:26:34.476309 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6d44e1af-e934-44e3-908c-ad8fef947049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.512148 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6d44e1af-e934-44e3-908c-ad8fef947049 None None] Port 7072b245-37dd-49d6-b352-5a7461b431cc cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:26:34.531701 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f505cfd4-c2d3-46e8-929f-7a676ed1e247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.557442 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.563895 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f505cfd4-c2d3-46e8-929f-7a676ed1e247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.777478 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f505cfd4-c2d3-46e8-929f-7a676ed1e247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.780047 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-f505cfd4-c2d3-46e8-929f-7a676ed1e247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.781447 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-f505cfd4-c2d3-46e8-929f-7a676ed1e247 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cca6b7fe-3bdb-4978-a772-d96225e6e395 HTTP/1.1" status: 204 len: 168 time: 0.3629935 Jul 01 07:26:34.794952 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505cfd4-c2d3-46e8-929f-7a676ed1e247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca6b7fe-3bdb-4978-a772-d96225e6e395,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:34.879779 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7072b245-37dd-49d6-b352-5a7461b431cc {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:26:34.886949 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:34.898548 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Transition to ACTIVE for port object 7072b245-37dd-49d6-b352-5a7461b431cc will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:26:34.991619 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:35.047289 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Pushing event updated for resources: {'Port': ['ID=7072b245-37dd-49d6-b352-5a7461b431cc,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:35.129228 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Attempting to bind port 7072b245-37dd-49d6-b352-5a7461b431cc on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:26:35.129567 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Attempting to bind port 7072b245-37dd-49d6-b352-5a7461b431cc by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:26:35.129894 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Attempting to bind port 7072b245-37dd-49d6-b352-5a7461b431cc on network 1e351cee-b6e6-424f-943d-5a9b30046a4f {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:26:35.134580 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Port 7072b245-37dd-49d6-b352-5a7461b431cc on network 1e351cee-b6e6-424f-943d-5a9b30046a4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:26:35.134941 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Attempting to bind port 7072b245-37dd-49d6-b352-5a7461b431cc on network 1e351cee-b6e6-424f-943d-5a9b30046a4f {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:26:35.140012 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:26:35.140354 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Checking segment: {'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:26:35.140752 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Bound using segment: {'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:26:35.141161 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Bound port: 7072b245-37dd-49d6-b352-5a7461b431cc, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd4dffc-e60d-43dd-83d1-a2abb15e4e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:26:35.141516 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:35.206809 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] For port 7072b245-37dd-49d6-b352-5a7461b431cc, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:26:35.209922 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] For port 7072b245-37dd-49d6-b352-5a7461b431cc, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=7072b245-37dd-49d6-b352-5a7461b431cc,segment=NetworkSegment(ccd4dffc-e60d-43dd-83d1-a2abb15e4e39),segment_id=ccd4dffc-e60d-43dd-83d1-a2abb15e4e39)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:26:35.289938 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:35.327561 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:35.328289 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:35.329681 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] 10.222.0.26 "PUT /v2.0/ports/7072b245-37dd-49d6-b352-5a7461b431cc HTTP/1.1" status: 200 len: 1097 time: 0.8907208 Jul 01 07:26:35.330118 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d32c8d9-8b79-412e-9701-63da30f7ab77', 'tag': '7072b245-37dd-49d6-b352-5a7461b431cc'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:26:35.332404 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc3944c-e09a-4d48-98dd-688139d0d7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d32c8d9-8b79-412e-9701-63da30f7ab77", "tag": "7072b245-37dd-49d6-b352-5a7461b431cc"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:26:35.359323 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065fa572-0623-44c7-8767-6ea72f44c48d service neutron] Pushing event updated for resources: {'Port': ['ID=7072b245-37dd-49d6-b352-5a7461b431cc,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:35.375332 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f206447-e349-4daf-a27c-e1628e8a9eec x-openstack-request-id: req-0f206447-e349-4daf-a27c-e1628e8a9eec {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:26:35.380230 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d32c8d9-8b79-412e-9701-63da30f7ab77", "tag": "7072b245-37dd-49d6-b352-5a7461b431cc", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:26:35.380230 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0f206447-e349-4daf-a27c-e1628e8a9eec {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:26:35.380230 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d32c8d9-8b79-412e-9701-63da30f7ab77', 'tag': '7072b245-37dd-49d6-b352-5a7461b431cc', 'status': 'completed', 'code': 200} Jul 01 07:26:35.461119 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3944c-e09a-4d48-98dd-688139d0d7b9 req-4a6aa4c9-788f-4338-b059-9342d49ad88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:35.464615 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4dc3944c-e09a-4d48-98dd-688139d0d7b9 req-4a6aa4c9-788f-4338-b059-9342d49ad88a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=773c2d5f22f94f6298e9fa827c5e4a8b&device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 1100 time: 0.0632253 Jul 01 07:26:35.492452 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4dc3944c-e09a-4d48-98dd-688139d0d7b9 req-584d3b8d-b7e0-4163-b6a0-ba8bf9ba61ce service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=773c2d5f22f94f6298e9fa827c5e4a8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198843 Jul 01 07:26:35.628636 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3944c-e09a-4d48-98dd-688139d0d7b9 req-067de31d-fe6f-4237-83bf-b61e320f5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:35.630263 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4dc3944c-e09a-4d48-98dd-688139d0d7b9 req-067de31d-fe6f-4237-83bf-b61e320f5d0c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1301386 Jul 01 07:26:35.638835 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9fac1-4820-4850-a7ac-1e5a02e1b4ff req-bf90546b-95de-47a6-a831-3b316157144f tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:35.640359 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-61a9fac1-4820-4850-a7ac-1e5a02e1b4ff req-bf90546b-95de-47a6-a831-3b316157144f tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 947 time: 0.1317642 Jul 01 07:26:35.683959 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-61a9fac1-4820-4850-a7ac-1e5a02e1b4ff req-e7c9ea50-efcd-4708-b47d-d03c17bc5079 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377846 Jul 01 07:26:35.766738 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b292ac-4619-4905-8420-cc1800885adf req-2b2957d2-13f9-45d1-a7ab-6dd41a5a9421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:35.768268 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-2b2957d2-13f9-45d1-a7ab-6dd41a5a9421 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=773c2d5f22f94f6298e9fa827c5e4a8b&device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 1100 time: 0.0617399 Jul 01 07:26:35.808360 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-248818cc-2f94-433d-a038-caa920e2b9da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=7072b245-37dd-49d6-b352-5a7461b431cc HTTP/1.1" status: 200 len: 217 time: 0.0326850 Jul 01 07:26:35.860309 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b292ac-4619-4905-8420-cc1800885adf req-c3aa6221-0e17-40da-ad18-d4f4db6aefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:35.861800 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-c3aa6221-0e17-40da-ad18-d4f4db6aefd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7fa91d9a-4ace-4298-a232-ac50573b9d9a HTTP/1.1" status: 200 len: 843 time: 0.0463183 Jul 01 07:26:35.917457 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b292ac-4619-4905-8420-cc1800885adf req-7d070dc8-01cc-43c1-bbe8-2ca39e05ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:35.919027 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-7d070dc8-01cc-43c1-bbe8-2ca39e05ffa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e351cee-b6e6-424f-943d-5a9b30046a4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0509958 Jul 01 07:26:36.010291 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-a0dba0ac-ac99-48ae-8f75-32cfabc5edc8 service neutron] 10.222.0.26 "GET /v2.0/networks/1e351cee-b6e6-424f-943d-5a9b30046a4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848856 Jul 01 07:26:36.099496 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-70b292ac-4619-4905-8420-cc1800885adf req-21c7eeaf-c8f3-4b4f-afd1-2ac36e42bbb8 service neutron] 10.222.0.26 "GET /v2.0/networks/1e351cee-b6e6-424f-943d-5a9b30046a4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825598 Jul 01 07:26:37.051746 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-dc56b9aa-66e9-42a2-9c50-3c996b6697f3 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1375399619&fields=id&tenant_id=11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 267 time: 0.0368788 Jul 01 07:26:37.099596 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525979ad-b263-4dd0-97a7-6878300bd33e req-025a942f-47cd-4bd4-93e6-ed70868acacb tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:37.101508 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-525979ad-b263-4dd0-97a7-6878300bd33e req-025a942f-47cd-4bd4-93e6-ed70868acacb tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 947 time: 0.3049898 Jul 01 07:26:37.144107 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-525979ad-b263-4dd0-97a7-6878300bd33e req-81b07460-fd7e-4dc9-ba67-23d90a398701 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362597 Jul 01 07:26:37.173572 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-3ef41768-d291-4dc3-8727-7b97e3b5204e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:37.175190 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-3ef41768-d291-4dc3-8727-7b97e3b5204e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 812 time: 0.1154625 Jul 01 07:26:37.189664 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-de8eadf0-6b28-46d1-a56b-37c1873368db tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/quotas/11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 375 time: 0.0088842 Jul 01 07:26:37.267525 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-c58a49d9-fc09-4b76-8e32-d07ca82f34dc tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0724764 Jul 01 07:26:37.361101 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-e6a2d76b-53a2-4685-bc8f-6f0d64e1b28f service neutron] 10.222.0.35 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817811 Jul 01 07:26:37.453411 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-c7f6ac14-ae20-4782-9ca6-ae4b7976b389 service neutron] 10.222.0.35 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868785 Jul 01 07:26:38.050203 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0ee3642a-633b-4dbb-9c52-ae77554274ea req-d159bf18-da99-454a-bfa4-2037923c8387 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 210 time: 0.0278053 Jul 01 07:26:38.322660 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14051625-7457-4f17-8345-9c1717ba9c0b req-cafb3199-0233-4a7a-a1f5-b432165a36ca tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:38.324604 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-14051625-7457-4f17-8345-9c1717ba9c0b req-cafb3199-0233-4a7a-a1f5-b432165a36ca tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 947 time: 0.0619445 Jul 01 07:26:38.362107 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-14051625-7457-4f17-8345-9c1717ba9c0b req-64924a20-98ea-43f7-b661-1770e63c1334 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319908 Jul 01 07:26:38.801884 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 7072b245-37dd-49d6-b352-5a7461b431cc details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:26:38.893603 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 7072b245-37dd-49d6-b352-5a7461b431cc, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=7072b245-37dd-49d6-b352-5a7461b431cc,segment=NetworkSegment(ccd4dffc-e60d-43dd-83d1-a2abb15e4e39),segment_id=ccd4dffc-e60d-43dd-83d1-a2abb15e4e39)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:38.903567 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': '7072b245-37dd-49d6-b352-5a7461b431cc', 'network_id': '1e351cee-b6e6-424f-943d-5a9b30046a4f', 'port_id': '7072b245-37dd-49d6-b352-5a7461b431cc', 'mac_address': 'fa:16:3e:db:28:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa91d9a-4ace-4298-a232-ac50573b9d9a', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:26:38.942661 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:38.955079 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7072b245-37dd-49d6-b352-5a7461b431cc {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:26:38.974022 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 7072b245-37dd-49d6-b352-5a7461b431cc, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=7072b245-37dd-49d6-b352-5a7461b431cc,segment=NetworkSegment(ccd4dffc-e60d-43dd-83d1-a2abb15e4e39),segment_id=ccd4dffc-e60d-43dd-83d1-a2abb15e4e39)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:39.049343 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:39.096869 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=7072b245-37dd-49d6-b352-5a7461b431cc,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:39.197821 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-2d02c232-9c41-4bd1-bc0d-a0f895702824 req-d683bf78-6abc-468c-bcdc-08218a888014 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 210 time: 0.0275588 Jul 01 07:26:39.276500 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['7072b245-37dd-49d6-b352-5a7461b431cc'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:26:39.702363 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736c040-52fc-49ed-a316-0561ae2e1994 req-263cc6f3-9f51-4afd-a85f-3e43bb3b5d71 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:39.703829 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4736c040-52fc-49ed-a316-0561ae2e1994 req-263cc6f3-9f51-4afd-a85f-3e43bb3b5d71 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 948 time: 0.0659356 Jul 01 07:26:39.741603 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4736c040-52fc-49ed-a316-0561ae2e1994 req-69a44131-a66f-4aa1-814b-cafb9b86080f tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321162 Jul 01 07:26:40.034221 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-5e163a68-d834-481c-abc7-704bc46ef72e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:40.035718 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-5e163a68-d834-481c-abc7-704bc46ef72e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 812 time: 0.0983980 Jul 01 07:26:40.078022 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-7b3df1fe-0d0f-4359-a0e8-94a1586e9111 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11842cd56fb64d5ea70bf4cb85ce5081 HTTP/1.1" status: 200 len: 380 time: 0.0330305 Jul 01 07:26:40.086168 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'port': {'device_id': '25998503-de23-4999-9670-943cfd74cfcf', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'admin_state_up': True, 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'security_groups': ['6eea4fcc-1b27-4bee-9294-f5c4c19e8f18']}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:26:40.271347 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Made reservation on behalf of 11842cd56fb64d5ea70bf4cb85ce5081 for: {'port': 1} {{(pid=93539) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 01 07:26:40.274974 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:40.336810 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-7e0bef2c-2485-4b34-99f7-30abb9ad2b15 req-b8e07e11-dafe-47e1-a35c-88c66631f779 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 210 time: 0.0297201 Jul 01 07:26:40.406207 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_common [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Allocated IP 172.20.0.6 (cb69764f-1471-4705-b975-1dfa114f2be0/5e04ac37-e23e-4c7b-8b39-b83f8127495b/fe8c4cf7-0235-427d-9a04-676021824fd8) {{(pid=93539) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:26:40.539140 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:40.552347 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Transition to ACTIVE for port object fe8c4cf7-0235-427d-9a04-676021824fd8 will not be triggered until provisioned by entity DHCP. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:26:40.626543 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9385435'] for port, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:40.673263 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Network cb69764f-1471-4705-b975-1dfa114f2be0 is already hosted by enough agents. {{(pid=93539) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:26:40.676808 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.base_scheduler [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Resources bound (agent type, host, resource id): {{(pid=93539) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:26:40.680490 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Received port after_create {{(pid=93539) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:26:40.707667 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=fe8c4cf7-0235-427d-9a04-676021824fd8,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:40.734011 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:40.734742 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:40.827084 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-441810d2-f459-4144-8fb3-532afcf1f338 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444263 Jul 01 07:26:40.833567 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 7072b245-37dd-49d6-b352-5a7461b431cc up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:26:40.839300 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.v2.base [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Request body: {'port': {'device_id': '25998503-de23-4999-9670-943cfd74cfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77757'}} {{(pid=93539) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:26:40.947673 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:40.952019 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port 7072b245-37dd-49d6-b352-5a7461b431cc completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:26:40.956306 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port 7072b245-37dd-49d6-b352-5a7461b431cc triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:26:40.956832 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:40.988147 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-bbed6acd-d8b3-4445-85cc-72b288cc43dd None None] Provisioning for port fe8c4cf7-0235-427d-9a04-676021824fd8 completed by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:26:40.996785 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-bbed6acd-d8b3-4445-85cc-72b288cc43dd None None] Provisioning complete for port fe8c4cf7-0235-427d-9a04-676021824fd8 triggered by entity DHCP. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:26:40.997390 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-bbed6acd-d8b3-4445-85cc-72b288cc43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:41.009029 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be377a7-e97a-4d9e-8264-b0d4ecc9ed1a req-7473ad2c-76f9-47b2-8671-e82c2ff35d29 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:41.010848 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6be377a7-e97a-4d9e-8264-b0d4ecc9ed1a req-7473ad2c-76f9-47b2-8671-e82c2ff35d29 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 948 time: 0.1299145 Jul 01 07:26:41.073466 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-bbed6acd-d8b3-4445-85cc-72b288cc43dd None None] Port fe8c4cf7-0235-427d-9a04-676021824fd8 cannot update to ACTIVE because it is not bound. {{(pid=93540) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 01 07:26:41.091742 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:41.114801 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d32c8d9-8b79-412e-9701-63da30f7ab77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7072b245-37dd-49d6-b352-5a7461b431cc'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:26:41.117078 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133cda65-6d5f-4ebc-a699-7a5697acad6e" -d '{"events": [{"server_uuid": "3d32c8d9-8b79-412e-9701-63da30f7ab77", "name": "network-vif-plugged", "status": "completed", "tag": "7072b245-37dd-49d6-b352-5a7461b431cc"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:26:41.124315 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6be377a7-e97a-4d9e-8264-b0d4ecc9ed1a req-0ab8e8ff-e628-4f55-8ad4-32c75c9ae8fa tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029608 Jul 01 07:26:41.130405 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port 7072b245-37dd-49d6-b352-5a7461b431cc, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=7072b245-37dd-49d6-b352-5a7461b431cc,segment=NetworkSegment(ccd4dffc-e60d-43dd-83d1-a2abb15e4e39),segment_id=ccd4dffc-e60d-43dd-83d1-a2abb15e4e39)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:41.165935 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4483b64-e714-4942-8c4f-d29a4ea94928 x-openstack-request-id: req-b4483b64-e714-4942-8c4f-d29a4ea94928 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:26:41.166308 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d32c8d9-8b79-412e-9701-63da30f7ab77", "name": "network-vif-plugged", "status": "completed", "tag": "7072b245-37dd-49d6-b352-5a7461b431cc", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:26:41.166560 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4483b64-e714-4942-8c4f-d29a4ea94928 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:26:41.167641 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d32c8d9-8b79-412e-9701-63da30f7ab77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7072b245-37dd-49d6-b352-5a7461b431cc', 'code': 200} Jul 01 07:26:41.186290 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:41.237177 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=7072b245-37dd-49d6-b352-5a7461b431cc,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:41.267865 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe8c4cf7-0235-427d-9a04-676021824fd8 {{(pid=93539) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:26:41.275892 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:41.309518 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.provisioning_blocks [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Transition to ACTIVE for port object fe8c4cf7-0235-427d-9a04-676021824fd8 will not be triggered until provisioned by entity L2. {{(pid=93539) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 01 07:26:41.374988 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:41.425310 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c4cf7-0235-427d-9a04-676021824fd8,revision_number=2']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:41.589610 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Attempting to bind port fe8c4cf7-0235-427d-9a04-676021824fd8 on host hv-cinder-77757 for vnic_type normal with profile {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 01 07:26:41.590819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Attempting to bind port fe8c4cf7-0235-427d-9a04-676021824fd8 by drivers openvswitch,hyperv on host hv-cinder-77757 at level 0 using segments [{'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 01 07:26:41.590819 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Attempting to bind port fe8c4cf7-0235-427d-9a04-676021824fd8 on network cb69764f-1471-4705-b975-1dfa114f2be0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:26:41.604182 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Port fe8c4cf7-0235-427d-9a04-676021824fd8 on network cb69764f-1471-4705-b975-1dfa114f2be0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77757 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 01 07:26:41.604502 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Attempting to bind port fe8c4cf7-0235-427d-9a04-676021824fd8 on network cb69764f-1471-4705-b975-1dfa114f2be0 {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 01 07:26:41.614726 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43b3856-48dd-4b12-8156-88d50360560e req-2eecbabc-0996-4eb5-9532-2829f5f0b6ea tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:41.616223 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f43b3856-48dd-4b12-8156-88d50360560e req-2eecbabc-0996-4eb5-9532-2829f5f0b6ea tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 943 time: 0.1549921 Jul 01 07:26:41.620232 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Checking agent: {'id': 'b5c7591d-bf65-41b0-aaa6-48f7a8bfd504', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77757', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 1, 7, 16), 'started_at': datetime.datetime(2021, 7, 1, 7, 16), 'heartbeat_timestamp': datetime.datetime(2021, 7, 1, 7, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 01 07:26:41.620561 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Checking segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93539) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 01 07:26:41.620931 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Bound using segment: {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'} {{(pid=93539) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 01 07:26:41.621349 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.managers [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Bound port: fe8c4cf7-0235-427d-9a04-676021824fd8, host: hv-cinder-77757, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0'}}] {{(pid=93539) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 01 07:26:41.621699 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:41.638627 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7084a9-03f6-4cde-ab8e-2fd0e31d58e7 req-65148a73-38ef-4ae7-99e0-b05b7dc63505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:41.640018 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ee7084a9-03f6-4cde-ab8e-2fd0e31d58e7 req-65148a73-38ef-4ae7-99e0-b05b7dc63505 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 1102 time: 0.1285059 Jul 01 07:26:41.714135 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-f43b3856-48dd-4b12-8156-88d50360560e req-1d78e2ea-6e60-4346-92d2-1dc15c5a5fe7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894401 Jul 01 07:26:41.721970 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ee7084a9-03f6-4cde-ab8e-2fd0e31d58e7 req-64f73b69-c2df-4f85-a7be-cd17062f4f91 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734098 Jul 01 07:26:41.737379 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] For port fe8c4cf7-0235-427d-9a04-676021824fd8, host hv-cinder-77757, cleared binding levels {{(pid=93539) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 01 07:26:41.740702 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] For port fe8c4cf7-0235-427d-9a04-676021824fd8, host hv-cinder-77757, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=fe8c4cf7-0235-427d-9a04-676021824fd8,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93539) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 01 07:26:41.792387 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9385417'] for port, after_update {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:41.837776 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:41.838395 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:41.841086 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] 10.222.0.26 "PUT /v2.0/ports/fe8c4cf7-0235-427d-9a04-676021824fd8 HTTP/1.1" status: 200 len: 1093 time: 1.0061553 Jul 01 07:26:41.841804 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:26:41.844507 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f1f440-7b03-4c56-817b-f921a0089b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:26:41.876845 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6142c02a-e746-4c31-9825-564ba9e9d140 service neutron] Pushing event updated for resources: {'Port': ['ID=fe8c4cf7-0235-427d-9a04-676021824fd8,revision_number=3']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:41.895120 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93831883-6c0d-4a17-b321-aabdb390cbb1 x-openstack-request-id: req-93831883-6c0d-4a17-b321-aabdb390cbb1 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:26:41.895409 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:26:41.895663 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-93831883-6c0d-4a17-b321-aabdb390cbb1 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:26:41.896059 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'status': 'completed', 'code': 200} Jul 01 07:26:41.974127 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1f440-7b03-4c56-817b-f921a0089b9f req-2fa026af-84b5-4c25-8f21-be7197eb8a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:41.975173 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c4f1f440-7b03-4c56-817b-f921a0089b9f req-2fa026af-84b5-4c25-8f21-be7197eb8a4a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 1096 time: 0.0568759 Jul 01 07:26:42.076418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1f440-7b03-4c56-817b-f921a0089b9f req-412e637d-e3f5-4ea3-a70b-34169156e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:42.077896 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c4f1f440-7b03-4c56-817b-f921a0089b9f req-412e637d-e3f5-4ea3-a70b-34169156e1a5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0922191 Jul 01 07:26:42.480206 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1f440-7b03-4c56-817b-f921a0089b9f req-52d95ac5-21bf-41fe-8f5e-3f90b05071d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:42.481658 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-c4f1f440-7b03-4c56-817b-f921a0089b9f req-52d95ac5-21bf-41fe-8f5e-3f90b05071d6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3967838 Jul 01 07:26:42.489797 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db916f7-5999-4c8b-9e52-391af9aee4bb req-6d0bb7fc-14b4-41b5-b035-ad651e2f163a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:42.491282 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0db916f7-5999-4c8b-9e52-391af9aee4bb req-6d0bb7fc-14b4-41b5-b035-ad651e2f163a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 949 time: 0.1126738 Jul 01 07:26:42.530129 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-0db916f7-5999-4c8b-9e52-391af9aee4bb req-9c927963-d476-402f-85a9-b153b51ac1f8 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Jul 01 07:26:42.585577 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-ebfdf173-7de1-4f0f-82d5-626dea2fd6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:42.587080 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-ebfdf173-7de1-4f0f-82d5-626dea2fd6c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 1096 time: 0.0517242 Jul 01 07:26:42.632704 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-2f5db35e-1de8-4c0c-b559-4fc006410eec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8c4cf7-0235-427d-9a04-676021824fd8 HTTP/1.1" status: 200 len: 217 time: 0.0320935 Jul 01 07:26:42.681859 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-439d52c0-d247-4219-a13c-0a2bfeb992f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:42.683855 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-439d52c0-d247-4219-a13c-0a2bfeb992f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0443449 Jul 01 07:26:42.737698 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-7feccf6a-b2d7-4f77-9b37-e0967493d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:42.739191 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-7feccf6a-b2d7-4f77-9b37-e0967493d1ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492363 Jul 01 07:26:42.828701 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-f830bca7-0a76-467b-b488-55132ea3ae5d service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826581 Jul 01 07:26:42.897253 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ccbf6-c21a-4891-a987-702dbce04c3a req-fdb446c0-0020-4d65-a429-34204cf98607 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:42.897253 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-288ccbf6-c21a-4891-a987-702dbce04c3a req-fdb446c0-0020-4d65-a429-34204cf98607 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 943 time: 0.0661275 Jul 01 07:26:42.933663 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-288ccbf6-c21a-4891-a987-702dbce04c3a req-47d8f4f8-0b3b-426e-b8b3-4c6a825998e2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340390 Jul 01 07:26:42.940257 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ef89e88e-41e8-411c-9491-53f56b378d81 req-10533788-d500-40d1-88fc-56d0bd2259be service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052008 Jul 01 07:26:43.698600 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe5b79-7f6d-460f-9a65-a8a14ac44941 req-a3c79441-2fa7-409a-820b-7496cda521a6 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:43.700049 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fcbe5b79-7f6d-460f-9a65-a8a14ac44941 req-a3c79441-2fa7-409a-820b-7496cda521a6 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 949 time: 0.0609422 Jul 01 07:26:43.735683 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fcbe5b79-7f6d-460f-9a65-a8a14ac44941 req-024590b7-f5a8-47de-a954-4be3cd83533e tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303013 Jul 01 07:26:44.106862 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1609b2f4-3445-461e-a6c5-7f8b37f9816f req-f69656e5-751a-4c5b-b44e-4ea80396328b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:44.108374 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1609b2f4-3445-461e-a6c5-7f8b37f9816f req-f69656e5-751a-4c5b-b44e-4ea80396328b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 943 time: 0.0646265 Jul 01 07:26:44.146166 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1609b2f4-3445-461e-a6c5-7f8b37f9816f req-8f14fa31-3995-423d-9ad3-5ca28f171360 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316103 Jul 01 07:26:44.330709 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903e079-c64b-437c-b854-bb79f5f4f63c req-8bd545e8-51aa-47a0-9c8c-5a752e2e713e tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:44.332237 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6903e079-c64b-437c-b854-bb79f5f4f63c req-8bd545e8-51aa-47a0-9c8c-5a752e2e713e tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 949 time: 0.0621893 Jul 01 07:26:44.368299 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-6903e079-c64b-437c-b854-bb79f5f4f63c req-77b0cd9e-875c-4f0a-8863-b926983b139b tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305758 Jul 01 07:26:45.319174 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad16b7-ae1f-4153-b78b-86b4aacd0914 req-fae4b057-388e-48cc-a117-1e11d224fb06 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:45.320570 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bdad16b7-ae1f-4153-b78b-86b4aacd0914 req-fae4b057-388e-48cc-a117-1e11d224fb06 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 943 time: 0.0615664 Jul 01 07:26:45.357861 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-bdad16b7-ae1f-4153-b78b-86b4aacd0914 req-0487307c-8159-44a7-8a56-6c2e58a224dd tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307131 Jul 01 07:26:45.543276 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b4498-b0d2-4fe5-aaec-eb06b65f8b17 req-adba36bf-d4bf-4173-84ee-718083ec0d5a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:45.544772 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-717b4498-b0d2-4fe5-aaec-eb06b65f8b17 req-adba36bf-d4bf-4173-84ee-718083ec0d5a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 949 time: 0.0653684 Jul 01 07:26:45.592212 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-717b4498-b0d2-4fe5-aaec-eb06b65f8b17 req-79e4f625-3a7e-4e7d-8f4d-54ae3400373a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/security-groups?id=03c1aec8-c4d6-4f68-92f1-b4039c0890f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419099 Jul 01 07:26:45.685004 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-976c700e-9769-4847-9344-62c502e2d5d2 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:45.686439 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-976c700e-9769-4847-9344-62c502e2d5d2 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.26 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 949 time: 0.0611625 Jul 01 07:26:45.787230 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Deleting port 7072b245-37dd-49d6-b352-5a7461b431cc {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:26:45.787605 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:45.884966 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] For port 7072b245-37dd-49d6-b352-5a7461b431cc, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=7072b245-37dd-49d6-b352-5a7461b431cc,segment=NetworkSegment(ccd4dffc-e60d-43dd-83d1-a2abb15e4e39),segment_id=ccd4dffc-e60d-43dd-83d1-a2abb15e4e39)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:45.885331 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:45.902043 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Calling delete_port for 7072b245-37dd-49d6-b352-5a7461b431cc owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:26:46.088994 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.100243 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['7072b245-37dd-49d6-b352-5a7461b431cc'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:26:46.117290 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Pushing event deleted for resources: {'Port': ['ID=7072b245-37dd-49d6-b352-5a7461b431cc,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:46.163802 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] No DVR routers for this DVR port 7072b245-37dd-49d6-b352-5a7461b431cc on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:26:46.166377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.169164 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4edda520-60e7-4469-be45-1da0ca1a44f6 req-efd3fd7e-7654-4999-be91-40a801cf3b6a tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.26 "DELETE /v2.0/ports/7072b245-37dd-49d6-b352-5a7461b431cc HTTP/1.1" status: 204 len: 173 time: 0.4757850 Jul 01 07:26:46.174080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d32c8d9-8b79-412e-9701-63da30f7ab77', 'name': 'network-vif-deleted', 'tag': '7072b245-37dd-49d6-b352-5a7461b431cc'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:26:46.174080 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4130135e-8c10-457a-b456-173e313013dd" -d '{"events": [{"server_uuid": "3d32c8d9-8b79-412e-9701-63da30f7ab77", "name": "network-vif-deleted", "tag": "7072b245-37dd-49d6-b352-5a7461b431cc"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:26:46.209410 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599c50b3-5e12-45a2-a353-c115f7294edc x-openstack-request-id: req-599c50b3-5e12-45a2-a353-c115f7294edc {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:26:46.209836 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d32c8d9-8b79-412e-9701-63da30f7ab77", "name": "network-vif-deleted", "tag": "7072b245-37dd-49d6-b352-5a7461b431cc", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:26:46.210096 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-599c50b3-5e12-45a2-a353-c115f7294edc {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:26:46.210514 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d32c8d9-8b79-412e-9701-63da30f7ab77', 'name': 'network-vif-deleted', 'tag': '7072b245-37dd-49d6-b352-5a7461b431cc', 'status': 'completed', 'code': 200} Jul 01 07:26:46.330311 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59652) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:46.435105 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8935713e-08ab-4a27-a62b-9721bcdae648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.569011 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff0c65-c57c-4771-8a99-1c446fd95244 req-e880e333-537d-4876-a7f1-214bb5b684f7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:46.570517 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ebff0c65-c57c-4771-8a99-1c446fd95244 req-e880e333-537d-4876-a7f1-214bb5b684f7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 943 time: 0.1017168 Jul 01 07:26:46.584966 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8935713e-08ab-4a27-a62b-9721bcdae648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.616882 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-ebff0c65-c57c-4771-8a99-1c446fd95244 req-9df6e1ef-712f-4d65-9353-46a489827219 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365498 Jul 01 07:26:46.649268 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-8935713e-08ab-4a27-a62b-9721bcdae648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.688009 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-8935713e-08ab-4a27-a62b-9721bcdae648 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=740f451166a4459bbb728ec30748adc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565936 Jul 01 07:26:46.688859 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935713e-08ab-4a27-a62b-9721bcdae648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006a8c63-53c0-4527-8495-7c1680d477f3,revision_number=1']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:46.691807 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59660) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:46.754244 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-8ab8ebe4-5c48-4f7c-b19c-fbfff3cde2d4 req-e0454972-1f0e-44b0-8c17-8e679d43d150 tempest-VolumesNegativeTest-60904439 tempest-VolumesNegativeTest-60904439-project] 10.222.0.35 "GET /v2.0/ports?device_id=3d32c8d9-8b79-412e-9701-63da30f7ab77 HTTP/1.1" status: 200 len: 210 time: 0.0384800 Jul 01 07:26:46.771074 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea2243ad-e8be-4494-986a-9705185affe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.792045 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea2243ad-e8be-4494-986a-9705185affe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.912054 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea2243ad-e8be-4494-986a-9705185affe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.914795 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ea2243ad-e8be-4494-986a-9705185affe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:46.915964 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ea2243ad-e8be-4494-986a-9705185affe9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/006a8c63-53c0-4527-8495-7c1680d477f3 HTTP/1.1" status: 204 len: 168 time: 0.2227919 Jul 01 07:26:46.924125 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2243ad-e8be-4494-986a-9705185affe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006a8c63-53c0-4527-8495-7c1680d477f3,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:47.624508 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59666) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:47.637402 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28d2d264-1b0f-4602-b67a-1cf3f4f17ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:47.724392 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28d2d264-1b0f-4602-b67a-1cf3f4f17ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:47.783679 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009c4fcd-a95c-4f09-97e2-df58125fb790 req-748246a0-effb-499f-8467-e7273acf3bc7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:47.785075 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-009c4fcd-a95c-4f09-97e2-df58125fb790 req-748246a0-effb-499f-8467-e7273acf3bc7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 943 time: 0.0614734 Jul 01 07:26:47.804491 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28d2d264-1b0f-4602-b67a-1cf3f4f17ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:47.826666 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-009c4fcd-a95c-4f09-97e2-df58125fb790 req-29be642a-630c-4ffd-8279-38d39e5d47e1 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357616 Jul 01 07:26:47.848254 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-28d2d264-1b0f-4602-b67a-1cf3f4f17ebe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=25ba6ee18c82496faa97a626907da475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226603 Jul 01 07:26:47.848839 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59672) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:47.857509 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2d264-1b0f-4602-b67a-1cf3f4f17ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d64b3b-b9a2-40bc-af07-6e57627fbba7,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:47.907652 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f15446b6-3131-4f0c-a4dc-769788bb1af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:47.930819 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f15446b6-3131-4f0c-a4dc-769788bb1af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:48.036859 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f15446b6-3131-4f0c-a4dc-769788bb1af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:48.039403 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f15446b6-3131-4f0c-a4dc-769788bb1af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:48.040555 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f15446b6-3131-4f0c-a4dc-769788bb1af3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/87d64b3b-b9a2-40bc-af07-6e57627fbba7 HTTP/1.1" status: 204 len: 168 time: 0.1908188 Jul 01 07:26:48.048341 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15446b6-3131-4f0c-a4dc-769788bb1af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d64b3b-b9a2-40bc-af07-6e57627fbba7,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:48.661097 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59704) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:48.674081 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1032df40-60c1-4490-b73a-58399f0ddbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:48.758088 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1032df40-60c1-4490-b73a-58399f0ddbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:48.831937 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1032df40-60c1-4490-b73a-58399f0ddbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:48.865528 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 7072b245-37dd-49d6-b352-5a7461b431cc no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:26:48.869239 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-1032df40-60c1-4490-b73a-58399f0ddbe0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91cb13bd3b234673aa0d996b3ebc030a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070639 Jul 01 07:26:48.872268 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032df40-60c1-4490-b73a-58399f0ddbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242e0ca0-8593-45a3-abf5-5898a92f63c4,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:48.872491 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59716) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:48.888666 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 7072b245-37dd-49d6-b352-5a7461b431cc {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:26:48.888666 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 7072b245-37dd-49d6-b352-5a7461b431cc not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:26:48.936231 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-00a36edd-59e1-4d5c-b89e-bc011381e541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:48.986135 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-00a36edd-59e1-4d5c-b89e-bc011381e541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:49.045727 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d219-3f05-4f73-8dea-a7dc89aa03a1 req-11025ae0-6be2-4e0a-8e2b-3773a3b4ef91 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:49.047252 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4177d219-3f05-4f73-8dea-a7dc89aa03a1 req-11025ae0-6be2-4e0a-8e2b-3773a3b4ef91 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 943 time: 0.1015358 Jul 01 07:26:49.087433 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4177d219-3f05-4f73-8dea-a7dc89aa03a1 req-37435d15-9a83-4d99-99db-fc45f16863d2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344541 Jul 01 07:26:49.129346 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-00a36edd-59e1-4d5c-b89e-bc011381e541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:49.133135 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-00a36edd-59e1-4d5c-b89e-bc011381e541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:49.133400 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-00a36edd-59e1-4d5c-b89e-bc011381e541 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/242e0ca0-8593-45a3-abf5-5898a92f63c4 HTTP/1.1" status: 204 len: 168 time: 0.2596154 Jul 01 07:26:49.140796 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a36edd-59e1-4d5c-b89e-bc011381e541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242e0ca0-8593-45a3-abf5-5898a92f63c4,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:50.270989 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b01e9e-ff82-4cc6-8498-334517f06b0b req-ec9ac1c9-eaf7-4239-8b9e-7554e2960e68 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:50.273535 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c0b01e9e-ff82-4cc6-8498-334517f06b0b req-ec9ac1c9-eaf7-4239-8b9e-7554e2960e68 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 943 time: 0.0634215 Jul 01 07:26:50.313631 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c0b01e9e-ff82-4cc6-8498-334517f06b0b req-7ab2400a-5966-4e0c-b7aa-d3099b9b28c3 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354490 Jul 01 07:26:50.866759 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device fe8c4cf7-0235-427d-9a04-676021824fd8 details requested by agent hyperv_hv-cinder-77757 with host hv-cinder-77757 {{(pid=93540) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 01 07:26:50.970932 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port fe8c4cf7-0235-427d-9a04-676021824fd8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=fe8c4cf7-0235-427d-9a04-676021824fd8,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:50.981999 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Returning: {'device': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'port_id': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'mac_address': 'fa:16:3e:31:8b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93540) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 01 07:26:51.018419 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:51.031108 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe8c4cf7-0235-427d-9a04-676021824fd8 {{(pid=93540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 01 07:26:51.054970 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port fe8c4cf7-0235-427d-9a04-676021824fd8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=fe8c4cf7-0235-427d-9a04-676021824fd8,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:51.060697 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:26:51.145878 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:51.193930 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=fe8c4cf7-0235-427d-9a04-676021824fd8,revision_number=4']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:51.389116 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] get_ports_and_sgs() called for port_ids ['fe8c4cf7-0235-427d-9a04-676021824fd8'] {{(pid=93540) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 01 07:26:51.495661 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c684-4a02-4fde-835a-73e5dcd47532 req-0365b2b2-61bf-49c0-b419-efa89a6f5935 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:51.497215 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1813c684-4a02-4fde-835a-73e5dcd47532 req-0365b2b2-61bf-49c0-b419-efa89a6f5935 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 944 time: 0.0696840 Jul 01 07:26:51.539252 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1813c684-4a02-4fde-835a-73e5dcd47532 req-60e943bb-9291-49a0-b97a-f6ee50f4423e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345116 Jul 01 07:26:52.714049 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc796a7b-63f0-4d28-8244-3080c83708de req-0bd31c2f-24f9-4413-a4e1-8d239ce57cc5 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:52.715453 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-cc796a7b-63f0-4d28-8244-3080c83708de req-0bd31c2f-24f9-4413-a4e1-8d239ce57cc5 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 944 time: 0.0601439 Jul 01 07:26:52.751422 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-cc796a7b-63f0-4d28-8244-3080c83708de req-c8acc5c5-eb28-440a-992b-3655fcf6ead4 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304689 Jul 01 07:26:52.893780 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device fe8c4cf7-0235-427d-9a04-676021824fd8 up at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 01 07:26:53.008927 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning for port fe8c4cf7-0235-427d-9a04-676021824fd8 completed by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 01 07:26:53.012783 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.provisioning_blocks [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Provisioning complete for port fe8c4cf7-0235-427d-9a04-676021824fd8 triggered by entity L2. {{(pid=93540) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 01 07:26:53.013346 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8063532'] for port, provisioning_complete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:53.090337 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:53.112152 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8'}] {{(pid=93540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:26:53.114347 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}61100883378c034eabd5fd139bd7fb64e5e11f05076d81df6bbb8361b88964a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebce7cec-84f7-4fa5-8749-e0e04b93e68a" -d '{"events": [{"server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8"}]}' {{(pid=93540) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:26:53.126936 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] For port fe8c4cf7-0235-427d-9a04-676021824fd8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=fe8c4cf7-0235-427d-9a04-676021824fd8,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:26:53.149245 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ba7195-5be6-4b6a-a7cb-7068f9411e68 x-openstack-request-id: req-e1ba7195-5be6-4b6a-a7cb-7068f9411e68 {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:26:53.149533 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "name": "network-vif-plugged", "status": "completed", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8", "code": 200}]} {{(pid=93540) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:26:53.149788 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e1ba7195-5be6-4b6a-a7cb-7068f9411e68 {{(pid=93540) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:26:53.150177 dv-cinder-777574-6-iscsi neutron-server[93540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'code': 200} Jul 01 07:26:53.203165 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412'] for port, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:53.254205 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Pushing event updated for resources: {'Port': ['ID=fe8c4cf7-0235-427d-9a04-676021824fd8,revision_number=5']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:53.397602 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59922) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:53.554715 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5b70e01a-2227-4ac2-9813-13b73e6b8617 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=773c2d5f22f94f6298e9fa827c5e4a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559050 Jul 01 07:26:53.557220 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59926) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:53.568492 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8556417-f57c-4339-9ce9-690801b9cfeb req-d65b2b77-6db3-4b80-9ca2-231644fb3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:53.569972 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b8556417-f57c-4339-9ce9-690801b9cfeb req-d65b2b77-6db3-4b80-9ca2-231644fb3aeb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 1098 time: 0.0687492 Jul 01 07:26:53.603320 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b8556417-f57c-4339-9ce9-690801b9cfeb req-6c53dac6-0514-421a-89b6-1c6d0093e022 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268948 Jul 01 07:26:53.605263 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1fe81f74-d45d-4539-969c-bf659f3983d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:53.625043 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1fe81f74-d45d-4539-969c-bf659f3983d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:53.761929 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1fe81f74-d45d-4539-969c-bf659f3983d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:53.764453 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-1fe81f74-d45d-4539-969c-bf659f3983d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:53.765588 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-1fe81f74-d45d-4539-969c-bf659f3983d2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03c1aec8-c4d6-4f68-92f1-b4039c0890f6 HTTP/1.1" status: 204 len: 168 time: 0.2072914 Jul 01 07:26:53.774484 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe81f74-d45d-4539-969c-bf659f3983d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c1aec8-c4d6-4f68-92f1-b4039c0890f6,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:53.936454 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2adbfc-9654-44fa-b62e-dc198eec87d6 req-a4704de4-23c0-4698-b21c-5405a13fa0c1 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:53.937944 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0b2adbfc-9654-44fa-b62e-dc198eec87d6 req-a4704de4-23c0-4698-b21c-5405a13fa0c1 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 945 time: 0.0709569 Jul 01 07:26:53.974048 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-0b2adbfc-9654-44fa-b62e-dc198eec87d6 req-c6041784-4fc5-49e1-8ab6-14cf229b500f tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305545 Jul 01 07:26:55.145876 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5771fd-0f28-41a5-a609-c5fc04209cda req-dae3bfe1-ac16-46eb-89f1-ecab9336fd95 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:55.147333 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c5771fd-0f28-41a5-a609-c5fc04209cda req-dae3bfe1-ac16-46eb-89f1-ecab9336fd95 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 945 time: 0.0634894 Jul 01 07:26:55.184518 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-5c5771fd-0f28-41a5-a609-c5fc04209cda req-f22a292b-b5f6-4c36-93b9-f082dcaed3f2 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310929 Jul 01 07:26:55.357939 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859183e-e02c-4957-b35f-3fba7a02a18c req-6e3e8ac9-75d7-402a-95a4-a6779060a4a4 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:55.359443 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4859183e-e02c-4957-b35f-3fba7a02a18c req-6e3e8ac9-75d7-402a-95a4-a6779060a4a4 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 945 time: 0.0613196 Jul 01 07:26:55.394982 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-4859183e-e02c-4957-b35f-3fba7a02a18c req-f2b0b7ff-12a9-4b08-a50a-b0bde4f9c5ba tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300307 Jul 01 07:26:55.419421 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59936) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:55.608549 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850fc468-241b-4fc0-91fb-f5ef8f009074 tempest-TestVolumeBootPattern-2067351879 tempest-TestVolumeBootPattern-2067351879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:55.609977 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-850fc468-241b-4fc0-91fb-f5ef8f009074 tempest-TestVolumeBootPattern-2067351879 tempest-TestVolumeBootPattern-2067351879-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 1093 time: 0.1896124 Jul 01 07:26:55.612842 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59940) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:26:55.617211 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.v2.base [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Request body: {'floatingip': {'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'port_id': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93538) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 01 07:26:55.688889 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:55.779040 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:55.881844 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_common [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Allocated IP 172.27.2.232 (bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1/c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c/43a50649-08f5-478a-a0d6-417e94f00435) {{(pid=93538) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 01 07:26:55.981534 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:56.076658 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7995640', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-925029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767717648577', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3521976'] for port, after_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:56.119065 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Network bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1 is already hosted by enough agents. {{(pid=93538) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 01 07:26:56.121906 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.base_scheduler [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Resources bound (agent type, host, resource id): {{(pid=93538) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 01 07:26:56.125227 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Received port after_create {{(pid=93538) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 01 07:26:56.130423 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=43a50649-08f5-478a-a0d6-417e94f00435,revision_number=1']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:56.471089 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:56.603201 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7995577'] for port, before_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:56.745619 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for port, precommit_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:56.797202 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767718203140', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767717648595', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767717649412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3521962'] for port, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:56.869184 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event updated for resources: {'Port': ['ID=43a50649-08f5-478a-a0d6-417e94f00435,revision_number=2']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:26:56.879582 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535377'] for floatingip, after_update {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:56.984009 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.l3_db [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Floating IP 86cfa841-f73e-4f68-bf45-c088410edd16 associated. External IP: 172.27.2.232, port: fe8c4cf7-0235-427d-9a04-676021824fd8. Jul 01 07:26:57.181006 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:26:57.289998 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:26:57.299676 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:26:57.308849 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:26:57.309452 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:26:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:26:57.363614 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:57.400405 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-377a696b-2bc7-472e-afdd-ef5172aa2281 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7865360 Jul 01 07:26:57.401506 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:26:57.403775 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8d1251-6c1f-42f2-828e-092333c1693c" -d '{"events": [{"name": "network-changed", "server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:26:57.441136 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff0575e-1f63-42f0-8653-7d1b3f1fde96 x-openstack-request-id: req-6ff0575e-1f63-42f0-8653-7d1b3f1fde96 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:26:57.441429 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:26:57.441685 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ff0575e-1f63-42f0-8653-7d1b3f1fde96 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:26:57.442092 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'status': 'completed', 'code': 200} Jul 01 07:26:57.513453 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-efec319b-d09c-4234-b2c3-9d3834595323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:57.514991 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-efec319b-d09c-4234-b2c3-9d3834595323 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 1098 time: 0.0504923 Jul 01 07:26:57.528161 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:26:57.615377 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-b79b035d-6efc-40d4-aba7-81faa227b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:57.616857 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-b79b035d-6efc-40d4-aba7-81faa227b2d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 913 time: 0.0950444 Jul 01 07:26:57.680368 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-cdcc3cf3-f1ba-4f35-b611-a1af482f70b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8c4cf7-0235-427d-9a04-676021824fd8 HTTP/1.1" status: 200 len: 999 time: 0.0563681 Jul 01 07:26:57.689378 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1958b795-3c31-4da2-9454-db6a36f380a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:26:57.730120 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-4807f4b3-cdc5-473e-9819-3277dbbdcd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:57.731595 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-4807f4b3-cdc5-473e-9819-3277dbbdcd6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0448196 Jul 01 07:26:57.764939 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:50Z', 'revision_number': 1, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}, {'id': '86cfa841-f73e-4f68-bf45-c088410edd16', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:31:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25998503-de23-4999-9670-943cfd74cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:26:56Z', 'updated_at': '2021-07-01T07:26:56Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:26:57.790437 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-466470d6-3462-410b-8f47-c4c7905cdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:26:57.791195 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:26:57.792020 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-466470d6-3462-410b-8f47-c4c7905cdda9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538030 Jul 01 07:26:57.799272 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:26:57.799880 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:26:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:26:57.879093 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-d7b27ca1-b3ab-49e4-ac54-dd70c2a39c37 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805380 Jul 01 07:26:57.910308 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:26:57.978268 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1e8d1251-6c1f-42f2-828e-092333c1693c req-67cb6612-d3fb-401d-848c-5489de6e8a7f service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921123 Jul 01 07:26:58.139218 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:50Z', 'revision_number': 1, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}, {'id': '86cfa841-f73e-4f68-bf45-c088410edd16', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:31:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25998503-de23-4999-9670-943cfd74cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:26:56Z', 'updated_at': '2021-07-01T07:26:56Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:26:58.165298 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0223b722-b123-4686-b07c-af70fc1586ce None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:50Z', 'revision_number': 1, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}, {'id': '86cfa841-f73e-4f68-bf45-c088410edd16', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:31:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25998503-de23-4999-9670-943cfd74cfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:26:56Z', 'updated_at': '2021-07-01T07:26:56Z', 'revision_number': 0, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:26:58.347371 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970339ab-5687-480d-b38c-f8ac91b8ae2b None None] New status for floating IP 86cfa841-f73e-4f68-bf45-c088410edd16: ACTIVE {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:27:00.494033 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-a46326f5-a719-447d-aa75-f19dfd27bbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:00.785011 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:01.162221 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:01.465697 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:03.094449 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:08.278148 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-56eab0a0-e943-48ed-b105-df42d6411ae7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568743 Jul 01 07:27:08.370227 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-981c3819-42d5-4315-a907-1dc02b99a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:08.371729 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-981c3819-42d5-4315-a907-1dc02b99a064 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1098 time: 0.0506072 Jul 01 07:27:08.475538 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-06a030fe-ad45-47ba-ab23-67d165eacd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:08.476973 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-06a030fe-ad45-47ba-ab23-67d165eacd1d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 200 len: 910 time: 0.0849698 Jul 01 07:27:08.538962 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-71d9d15b-5e54-42c6-9bcd-ad00a4e84464 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 200 len: 1001 time: 0.0552723 Jul 01 07:27:08.594766 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-154ebb23-6ba1-43e2-86d9-33bc95d1bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:08.596244 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-154ebb23-6ba1-43e2-86d9-33bc95d1bd40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36abf5d6-a746-455a-ad3a-f6360d047b1a HTTP/1.1" status: 200 len: 848 time: 0.0510294 Jul 01 07:27:08.654362 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-f6bc2e31-c8cf-4c61-a56c-41abae39d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:08.655818 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-f6bc2e31-c8cf-4c61-a56c-41abae39d372 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497475 Jul 01 07:27:08.738878 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-769a45a0-9e4b-44d1-9daf-12325ac885fe service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0767450 Jul 01 07:27:08.827808 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-696b7ae9-87a4-459c-ab7e-ff505eb9685b req-ec17dcd1-255e-4f28-aef3-1769b0ac4094 service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819488 Jul 01 07:27:27.676041 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-fad7083b-d85a-4c0a-99ee-89854541ce5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:28.059114 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:27:30.510876 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-3c79bcae-c201-40da-8f67-7f9938fa6649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:30.780246 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:31.157463 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:31.453718 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:33.087503 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:47.145748 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59962) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:47.292920 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Deleting port bc98d502-dd1c-41ac-9ada-e23399a1f5e7 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:47.293173 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:47.366575 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:47.366935 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:47.378416 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Calling delete_port for bc98d502-dd1c-41ac-9ada-e23399a1f5e7 owned by network:floatingip {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:47.584405 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:47.609258 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event deleted for resources: {'Port': ['ID=bc98d502-dd1c-41ac-9ada-e23399a1f5e7,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:47.620139 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.620491 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.620833 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.621172 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.621505 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.621835 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.622162 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.622492 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.622818 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.623211 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.623534 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.623854 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93538) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:47.678260 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for floatingip, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:47.678590 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.l3_db [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Floating IP 7963e520-09d4-4e2c-a6fa-cd56b0859cd7 disassociated (deleted). External IP: 172.27.2.144, port: 0171e37c-952a-42e6-bb05-05c631c45e13. Jul 01 07:27:47.872811 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Router 81ba0a94-420e-49db-ab73-6d71d5705c66 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:27:47.974327 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:27:47.978993 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:47.983580 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] Sync routers for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:27:47.991984 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:27:47.992597 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:27:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:48.014730 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-fc7c0d29-b00b-4f3d-9726-c15bc49f9152 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "DELETE /v2.0/floatingips/7963e520-09d4-4e2c-a6fa-cd56b0859cd7 HTTP/1.1" status: 204 len: 168 time: 0.8666031 Jul 01 07:27:48.014730 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:27:48.017025 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c132ea9-91ee-41fe-95f9-0386b467fbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:27:48.055963 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce0d489-3aef-4a82-94cf-ae52ddbb42de x-openstack-request-id: req-cce0d489-3aef-4a82-94cf-ae52ddbb42de {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:27:48.056258 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:27:48.056527 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cce0d489-3aef-4a82-94cf-ae52ddbb42de {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:27:48.056929 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13', 'status': 'completed', 'code': 200} Jul 01 07:27:48.109559 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:27:48.132704 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-27dc5899-3a00-41ea-901b-6c069edbdd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:48.134304 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-27dc5899-3a00-41ea-901b-6c069edbdd1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b4d04f9d7e97419baba20cebcca844f4&device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 1098 time: 0.0537932 Jul 01 07:27:48.225862 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-0ad7c9c5-a7d2-48a6-b2fe-5ae981161364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:48.227363 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-0ad7c9c5-a7d2-48a6-b2fe-5ae981161364 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 200 len: 910 time: 0.0872920 Jul 01 07:27:48.269318 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-4024d20b-1b6e-417b-bcb4-399188945a74 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 200 len: 217 time: 0.0349240 Jul 01 07:27:48.313562 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:48.322447 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-17e04d30-b04a-4d19-a9c7-c7f8661f62ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:48.328118 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-17e04d30-b04a-4d19-a9c7-c7f8661f62ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=36abf5d6-a746-455a-ad3a-f6360d047b1a HTTP/1.1" status: 200 len: 848 time: 0.0487912 Jul 01 07:27:48.339797 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] Checking router: 81ba0a94-420e-49db-ab73-6d71d5705c66 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:27:48.347883 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:27:48.348483 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:27:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:48.384191 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-f9a6a794-9e87-49e4-883a-f6be2751d318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:48.385657 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-f9a6a794-9e87-49e4-883a-f6be2751d318 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554085 Jul 01 07:27:48.452173 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:27:48.478703 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-83dff397-96dd-4766-b9ad-b4d10e42e79c service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859885 Jul 01 07:27:48.579661 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-8c132ea9-91ee-41fe-95f9-0386b467fbc1 req-087d3d98-514c-4aa0-9d3b-f39d76dc26f7 service neutron] 10.222.0.26 "GET /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925620 Jul 01 07:27:48.645967 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:48.676450 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028da188-1721-4f7e-bd06-45da14a2579f None None] The sync data for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi is: [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:22:58Z', 'revision_number': 4, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': 'f4a7275e-3a88-4ab7-af2e-990991903471', 'name': '', 'network_id': '9cdc1802-1be1-4b4e-ba56-a22ffe36ab70', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'mac_address': 'fa:16:3e:32:4f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:58Z', 'updated_at': '2021-07-01T07:23:04Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'subnets': [{'id': '36abf5d6-a746-455a-ad3a-f6360d047b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:27:48.684323 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed3105-fcb9-455b-957f-782a684a7c32 req-b20c2430-1d23-4cf3-a591-556249142281 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:48.687402 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b9ed3105-fcb9-455b-957f-782a684a7c32 req-b20c2430-1d23-4cf3-a591-556249142281 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.1919446 Jul 01 07:27:48.735239 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-b9ed3105-fcb9-455b-957f-782a684a7c32 req-e92ea860-ff00-4b37-b89f-f41b3ad4ba76 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369239 Jul 01 07:27:48.875903 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068dd572-38a9-410d-9d3f-3afcc96893a5 None None] New status for floating IP 7963e520-09d4-4e2c-a6fa-cd56b0859cd7: DOWN {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:27:49.949811 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c2fe0-d741-440f-b024-41a6f36ec806 req-18dac2ef-8eed-458b-b28f-5d78dfaefd17 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:49.951330 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a03c2fe0-d741-440f-b024-41a6f36ec806 req-18dac2ef-8eed-458b-b28f-5d78dfaefd17 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.1126544 Jul 01 07:27:49.978319 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-de53c606-c196-4b13-b244-8dcb6a215b8a tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:27:49.979785 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-de53c606-c196-4b13-b244-8dcb6a215b8a tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 945 time: 0.0599895 Jul 01 07:27:49.988761 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-a03c2fe0-d741-440f-b024-41a6f36ec806 req-491375aa-f395-43b8-a5a7-4e6c063dda95 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/security-groups?id=d4bb2971-71ef-45a8-b922-fd6750695610&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317447 Jul 01 07:27:50.077921 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Deleting port 0171e37c-952a-42e6-bb05-05c631c45e13 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:50.078261 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:50.166066 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] For port 0171e37c-952a-42e6-bb05-05c631c45e13, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=0171e37c-952a-42e6-bb05-05c631c45e13,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:50.166424 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:50.181614 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Calling delete_port for 0171e37c-952a-42e6-bb05-05c631c45e13 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:50.372800 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:50.400725 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event deleted for resources: {'Port': ['ID=0171e37c-952a-42e6-bb05-05c631c45e13,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:50.430862 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.431248 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.431591 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.431929 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.432265 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.432601 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.432934 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.433294 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.433589 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.433912 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.434234 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.434555 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93539) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:50.457313 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] No DVR routers for this DVR port 0171e37c-952a-42e6-bb05-05c631c45e13 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:27:50.459558 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:50.461513 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-244edf44-f81f-4c64-9174-d7cef29d33e2 req-834abb04-2b02-42f8-9958-6e08eedc0580 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.26 "DELETE /v2.0/ports/0171e37c-952a-42e6-bb05-05c631c45e13 HTTP/1.1" status: 204 len: 173 time: 0.4761801 Jul 01 07:27:50.461936 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'name': 'network-vif-deleted', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:27:50.464171 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109f524a-30fe-496b-b3b8-33c1c1cd042b" -d '{"events": [{"server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "name": "network-vif-deleted", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:27:50.509906 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec718603-3307-44bd-83ac-8948141900ff x-openstack-request-id: req-ec718603-3307-44bd-83ac-8948141900ff {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:27:50.510204 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a", "name": "network-vif-deleted", "tag": "0171e37c-952a-42e6-bb05-05c631c45e13", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:27:50.510483 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ec718603-3307-44bd-83ac-8948141900ff {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:27:50.510880 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a', 'name': 'network-vif-deleted', 'tag': '0171e37c-952a-42e6-bb05-05c631c45e13', 'status': 'completed', 'code': 200} Jul 01 07:27:51.123413 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-c62f1a62-4449-4bba-863a-a57d6a3e6e9b req-a6f27c50-dcdc-486a-89e0-da60e4887b13 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "GET /v2.0/ports?device_id=ec5a5a1a-8e3e-4879-b8ff-2f896c478d1a HTTP/1.1" status: 200 len: 210 time: 0.0278263 Jul 01 07:27:52.219077 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59986) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:52.276043 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0c3a72fe-c0c9-4f2c-bc29-b1cc6e168282 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:52.300034 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0c3a72fe-c0c9-4f2c-bc29-b1cc6e168282 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:52.419328 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0c3a72fe-c0c9-4f2c-bc29-b1cc6e168282 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:52.422460 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-0c3a72fe-c0c9-4f2c-bc29-b1cc6e168282 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:52.423715 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-0c3a72fe-c0c9-4f2c-bc29-b1cc6e168282 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] 10.222.0.35 "DELETE /v2.0/security-groups/d4bb2971-71ef-45a8-b922-fd6750695610 HTTP/1.1" status: 204 len: 168 time: 0.2036364 Jul 01 07:27:52.432532 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a72fe-c0c9-4f2c-bc29-b1cc6e168282 tempest-TestShelveInstance-1986963438 tempest-TestShelveInstance-1986963438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bb2971-71ef-45a8-b922-fd6750695610,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:52.509099 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59990) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:52.826014 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:53.062239 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Deleting port f4a7275e-3a88-4ab7-af2e-990991903471 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:53.062574 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:53.138895 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] For port f4a7275e-3a88-4ab7-af2e-990991903471, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=f4a7275e-3a88-4ab7-af2e-990991903471,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:53.139270 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:53.151458 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Calling delete_port for f4a7275e-3a88-4ab7-af2e-990991903471 owned by network:router_interface {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:53.316418 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0171e37c-952a-42e6-bb05-05c631c45e13 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:27:53.336235 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: 0171e37c-952a-42e6-bb05-05c631c45e13 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:27:53.336581 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device 0171e37c-952a-42e6-bb05-05c631c45e13 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:27:53.396733 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:53.421527 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a7275e-3a88-4ab7-af2e-990991903471,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:53.847609 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:54.049689 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Router 81ba0a94-420e-49db-ab73-6d71d5705c66 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:27:54.147940 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:27:54.152839 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-a0364d21-a0b2-4890-b741-c05ba19b9562 admin admin] 10.222.0.35 "PUT /v2.0/routers/81ba0a94-420e-49db-ab73-6d71d5705c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6426673 Jul 01 07:27:54.155857 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59992) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:54.156897 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] Sync routers for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:27:54.165801 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:27:54.166415 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:27:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:54.267322 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:27:54.363612 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks [] for router, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:54.438164 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:27:53Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:54.461950 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:54.467007 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] Checking router: 81ba0a94-420e-49db-ab73-6d71d5705c66 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:27:54.482587 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] Routers {'81ba0a94-420e-49db-ab73-6d71d5705c66'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:27:54.482587 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:27:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['81ba0a94-420e-49db-ab73-6d71d5705c66'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:54.559503 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Deleting port 9cb88848-85e4-4eba-924e-e26e7973db32 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:54.559841 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:54.644976 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] For port 9cb88848-85e4-4eba-924e-e26e7973db32, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=9cb88848-85e4-4eba-924e-e26e7973db32,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:54.645335 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:54.663634 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Calling delete_port for 9cb88848-85e4-4eba-924e-e26e7973db32 owned by network:router_gateway {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:54.708029 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] Set router 81ba0a94-420e-49db-ab73-6d71d5705c66 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:27:54.871482 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:54.875159 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:27:53Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:54.900677 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cdf0132-cf86-4571-8d09-f1853440a3a9 None None] The sync data for ids ['81ba0a94-420e-49db-ab73-6d71d5705c66'] in dv-cinder-777574-6-iscsi is: [{'id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'name': 'tempest-TestShelveInstance-1362406541-router', 'tenant_id': 'b4d04f9d7e97419baba20cebcca844f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138'}], 'enable_snat': True}, 'gw_port_id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:22:54Z', 'updated_at': '2021-07-01T07:27:53Z', 'revision_number': 5, 'project_id': 'b4d04f9d7e97419baba20cebcca844f4', 'gw_port': {'id': '9cb88848-85e4-4eba-924e-e26e7973db32', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:11:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ba0a94-420e-49db-ab73-6d71d5705c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:22:55Z', 'updated_at': '2021-07-01T07:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:27:54.902712 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cb88848-85e4-4eba-924e-e26e7973db32,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:54.961917 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.047248 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.049383 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.139294 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.139833 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81ba0a94-420e-49db-ab73-6d71d5705c66 {{(pid=93539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:27:55.144246 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.145368 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-edb90e08-23bc-446c-b83a-aeed19f20101 admin admin] 10.222.0.35 "DELETE /v2.0/routers/81ba0a94-420e-49db-ab73-6d71d5705c66 HTTP/1.1" status: 204 len: 168 time: 0.9882836 Jul 01 07:27:55.147850 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 59996) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:55.191228 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-77808949-6430-4f13-93b1-f87d39c66bf2 admin admin] Deleting subnet 36abf5d6-a746-455a-ad3a-f6360d047b1a {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:27:55.194036 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77808949-6430-4f13-93b1-f87d39c66bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.226057 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77808949-6430-4f13-93b1-f87d39c66bf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.305905 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77808949-6430-4f13-93b1-f87d39c66bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.414259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77808949-6430-4f13-93b1-f87d39c66bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.445471 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77808949-6430-4f13-93b1-f87d39c66bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36abf5d6-a746-455a-ad3a-f6360d047b1a,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:55.445471 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-77808949-6430-4f13-93b1-f87d39c66bf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.447418 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-77808949-6430-4f13-93b1-f87d39c66bf2 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/36abf5d6-a746-455a-ad3a-f6360d047b1a HTTP/1.1" status: 204 len: 168 time: 0.2986319 Jul 01 07:27:55.450103 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 59998) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:55.453401 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d9a46d-d10e-433b-90f0-7db81b23351b None None] Network 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:27:55.526171 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.582128 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Deleting port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:55.582475 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.649913 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] For port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:55.650277 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:55.892989 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] DHCP port deletion for 9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 request from dv-cinder-777574-6-iscsi {{(pid=93540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 01 07:27:55.906919 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Calling delete_port for e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:55.941809 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Deleting port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e {{(pid=93540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:55.942182 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.001714 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] For port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,segment=NetworkSegment(09d7b516-ad2d-43b1-9589-0771e8745049),segment_id=09d7b516-ad2d-43b1-9589-0771e8745049)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:56.002105 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.013809 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Calling delete_port for e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e owned by network:dhcp {{(pid=93540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:56.081884 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.090152 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.106097 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:56.112308 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] No DVR routers for this DVR port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e on host dv-cinder-777574-6-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:27:56.114920 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Pushing event deleted for resources: {'Port': ['ID=e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e,revision_number=None']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:56.119170 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] No DVR routers for this DVR port e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e on host dv-cinder-777574-6-iscsi {{(pid=93540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:27:56.126500 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.126896 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.127254 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.127560 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.127889 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.128214 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.128539 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.128864 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.129470 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.129792 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.130112 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.130421 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed31d5-9bfc-48cb-8dc1-8be6b9d25845 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-777574-6-iscsi {{(pid=93540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 01 07:27:56.188046 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.197337 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cdc1802-1be1-4b4e-ba56-a22ffe36ab70']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:56.206627 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d7b516-ad2d-43b1-9589-0771e8745049') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:56.206950 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d7b516-ad2d-43b1-9589-0771e8745049') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:56.215218 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.228908 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.235324 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:27:56.237414 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:27:56.367597 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.372633 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.377390 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60000) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:56.377906 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] 10.222.0.35 "DELETE /v2.0/networks/9cdc1802-1be1-4b4e-ba56-a22ffe36ab70 HTTP/1.1" status: 204 len: 168 time: 0.9263108 Jul 01 07:27:56.387836 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec7a94-c09a-48f3-a141-6d75fcfb1e9a admin admin] Pushing event deleted for resources: {'Network': ['ID=9cdc1802-1be1-4b4e-ba56-a22ffe36ab70,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:56.545666 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device f4a7275e-3a88-4ab7-af2e-990991903471 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:27:56.564974 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: f4a7275e-3a88-4ab7-af2e-990991903471 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:27:56.565395 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device f4a7275e-3a88-4ab7-af2e-990991903471 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:27:56.565871 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:27:56.584205 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:27:56.584551 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device e6ee429f-3d4f-40aa-b9cb-7cc2a2efc72e not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:27:56.584955 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 9cb88848-85e4-4eba-924e-e26e7973db32 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:27:56.603109 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 9cb88848-85e4-4eba-924e-e26e7973db32 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:27:56.603463 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 9cb88848-85e4-4eba-924e-e26e7973db32 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:27:56.713758 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:56.949829 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Deleting port 710e0f6e-870e-4093-a74d-7fb31477b9c5 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:56.950168 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:57.025178 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] For port 710e0f6e-870e-4093-a74d-7fb31477b9c5, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=710e0f6e-870e-4093-a74d-7fb31477b9c5,segment=NetworkSegment(5836766b-2559-49ff-96ce-de9ade73d0c6),segment_id=5836766b-2559-49ff-96ce-de9ade73d0c6)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:57.025527 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:57.038260 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Calling delete_port for 710e0f6e-870e-4093-a74d-7fb31477b9c5 owned by network:router_interface {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:57.270649 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:57.303526 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Pushing event deleted for resources: {'Port': ['ID=710e0f6e-870e-4093-a74d-7fb31477b9c5,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:57.459942 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:57.662259 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Router d340f2e5-0de3-4b74-b700-41a91e0ce14f has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:27:57.670430 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-79e9681d-46f4-4a4e-b870-9913cf44b2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.028803 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:27:58.034481 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-1f4a4ba3-3ea5-434c-984d-c990ca17f224 admin admin] 10.222.0.35 "PUT /v2.0/routers/d340f2e5-0de3-4b74-b700-41a91e0ce14f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560566 Jul 01 07:27:58.036937 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60002) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:58.037763 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] Sync routers for ids ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:27:58.046871 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] Routers {'d340f2e5-0de3-4b74-b700-41a91e0ce14f'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:27:58.047500 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:27:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:58.135546 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks [] for router, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.147297 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] Set router d340f2e5-0de3-4b74-b700-41a91e0ce14f gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:27:58.240249 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.328488 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:27:57Z', 'revision_number': 5, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port': {'id': 'af1d9075-dbf2-460c-9ac5-52ab4d952050', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c3:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:23:03Z', 'updated_at': '2021-07-01T07:23:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:58.359390 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] Checking router: d340f2e5-0de3-4b74-b700-41a91e0ce14f for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:27:58.364631 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Deleting port af1d9075-dbf2-460c-9ac5-52ab4d952050 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:58.364994 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.368923 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] Routers {'d340f2e5-0de3-4b74-b700-41a91e0ce14f'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:27:58.369531 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:27:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:58.440921 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] For port af1d9075-dbf2-460c-9ac5-52ab4d952050, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=af1d9075-dbf2-460c-9ac5-52ab4d952050,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:58.441305 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.454158 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Calling delete_port for af1d9075-dbf2-460c-9ac5-52ab4d952050 owned by network:router_gateway {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:58.454454 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] Set router d340f2e5-0de3-4b74-b700-41a91e0ce14f gateway port host: None {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:27:58.507299 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:27:58Z', 'revision_number': 6, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port_host': None}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:58.533701 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73ecb9b-36ab-4d56-af07-ca8b33cf737b None None] The sync data for ids ['d340f2e5-0de3-4b74-b700-41a91e0ce14f'] in dv-cinder-777574-6-iscsi is: [{'id': 'd340f2e5-0de3-4b74-b700-41a91e0ce14f', 'name': 'tempest-TestShelveInstance-1270080520-router', 'tenant_id': '582d533eb8394d0487c0639435f83a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:23:02Z', 'updated_at': '2021-07-01T07:27:58Z', 'revision_number': 6, 'project_id': '582d533eb8394d0487c0639435f83a35', 'gw_port_host': None}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:27:58.670971 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.701382 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Pushing event deleted for resources: {'Port': ['ID=af1d9075-dbf2-460c-9ac5-52ab4d952050,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:58.760544 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.845692 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.847774 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.956197 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.956764 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Fanout notify agent at l3_agent the message router_deleted on router d340f2e5-0de3-4b74-b700-41a91e0ce14f {{(pid=93539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:27:58.961081 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:58.962208 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-d6611e85-c1c8-4555-9b57-0dccfcea56da admin admin] 10.222.0.35 "DELETE /v2.0/routers/d340f2e5-0de3-4b74-b700-41a91e0ce14f HTTP/1.1" status: 204 len: 168 time: 0.9243748 Jul 01 07:27:58.964707 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60004) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:59.011038 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-32ab35dc-869b-419d-adeb-e93a07dd464b admin admin] Deleting subnet 5381f541-1971-48f8-84d7-b843fa09f8d2 {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:27:59.014442 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32ab35dc-869b-419d-adeb-e93a07dd464b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.051646 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32ab35dc-869b-419d-adeb-e93a07dd464b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.124586 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32ab35dc-869b-419d-adeb-e93a07dd464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.265320 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32ab35dc-869b-419d-adeb-e93a07dd464b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.293494 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32ab35dc-869b-419d-adeb-e93a07dd464b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.295351 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-32ab35dc-869b-419d-adeb-e93a07dd464b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5381f541-1971-48f8-84d7-b843fa09f8d2 HTTP/1.1" status: 204 len: 168 time: 0.3297517 Jul 01 07:27:59.297848 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ab35dc-869b-419d-adeb-e93a07dd464b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5381f541-1971-48f8-84d7-b843fa09f8d2,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:59.298584 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60006) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:27:59.299184 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cbf81d-419e-47d9-a30c-8c1fdcda34f4 None None] Network 66d808e4-3e28-47ed-b260-275f9820f879 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:27:59.367977 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.419126 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Deleting port 64ef479f-e3a5-4a39-b21b-d40603c22737 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:59.419447 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.489044 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] For port 64ef479f-e3a5-4a39-b21b-d40603c22737, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=64ef479f-e3a5-4a39-b21b-d40603c22737,segment=NetworkSegment(5836766b-2559-49ff-96ce-de9ade73d0c6),segment_id=5836766b-2559-49ff-96ce-de9ade73d0c6)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:59.489044 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.496836 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] DHCP port deletion for 66d808e4-3e28-47ed-b260-275f9820f879 request from dv-cinder-777574-6-iscsi {{(pid=93540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 01 07:27:59.501667 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Calling delete_port for 64ef479f-e3a5-4a39-b21b-d40603c22737 owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:59.548459 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] Deleting port 64ef479f-e3a5-4a39-b21b-d40603c22737 {{(pid=93540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:27:59.548943 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.611505 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] For port 64ef479f-e3a5-4a39-b21b-d40603c22737, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=64ef479f-e3a5-4a39-b21b-d40603c22737,segment=NetworkSegment(5836766b-2559-49ff-96ce-de9ade73d0c6),segment_id=5836766b-2559-49ff-96ce-de9ade73d0c6)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:27:59.611894 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.623596 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] Calling delete_port for 64ef479f-e3a5-4a39-b21b-d40603c22737 owned by network:dhcp {{(pid=93540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:27:59.659181 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.684858 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ef479f-e3a5-4a39-b21b-d40603c22737,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:59.688995 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] No DVR routers for this DVR port 64ef479f-e3a5-4a39-b21b-d40603c22737 on host dv-cinder-777574-6-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:27:59.700641 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.724666 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] Pushing event deleted for resources: {'Port': ['ID=64ef479f-e3a5-4a39-b21b-d40603c22737,revision_number=None']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:27:59.728279 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38444e32-ddec-48d7-ada8-261334ce69b2 None None] No DVR routers for this DVR port 64ef479f-e3a5-4a39-b21b-d40603c22737 on host dv-cinder-777574-6-iscsi {{(pid=93540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:27:59.756887 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.766283 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d808e4-3e28-47ed-b260-275f9820f879']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:59.775803 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5836766b-2559-49ff-96ce-de9ade73d0c6') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:59.776101 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5836766b-2559-49ff-96ce-de9ade73d0c6') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:27:59.784691 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.801446 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.806986 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:27:59.813201 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:27:59.932577 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.938277 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:27:59.943790 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] 10.222.0.35 "DELETE /v2.0/networks/66d808e4-3e28-47ed-b260-275f9820f879 HTTP/1.1" status: 204 len: 168 time: 0.6404777 Jul 01 07:27:59.950741 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a38ce-a85a-4647-aaf7-615266f49394 admin admin] Pushing event deleted for resources: {'Network': ['ID=66d808e4-3e28-47ed-b260-275f9820f879,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:00.197703 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60012) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:00.236709 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-0e963593-e9a1-4534-bc06-851c8a3f75f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4d04f9d7e97419baba20cebcca844f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378342 Jul 01 07:28:00.239039 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60014) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:00.285110 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-42b3bcd8-8717-466c-9fee-901243e0401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:00.304571 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-42b3bcd8-8717-466c-9fee-901243e0401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:00.424558 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-42b3bcd8-8717-466c-9fee-901243e0401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:00.427182 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-42b3bcd8-8717-466c-9fee-901243e0401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:00.428394 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-42b3bcd8-8717-466c-9fee-901243e0401d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed442971-7d01-414c-a2fd-788a176712a0 HTTP/1.1" status: 204 len: 168 time: 0.1884589 Jul 01 07:28:00.436026 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b3bcd8-8717-466c-9fee-901243e0401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed442971-7d01-414c-a2fd-788a176712a0,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:00.504682 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-1e661854-20a4-4cf1-bd4b-f304f79c086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:00.537247 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 710e0f6e-870e-4093-a74d-7fb31477b9c5 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:00.556447 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 710e0f6e-870e-4093-a74d-7fb31477b9c5 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:00.556796 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 710e0f6e-870e-4093-a74d-7fb31477b9c5 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:00.557199 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device af1d9075-dbf2-460c-9ac5-52ab4d952050 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:00.574706 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: af1d9075-dbf2-460c-9ac5-52ab4d952050 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:00.575083 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device af1d9075-dbf2-460c-9ac5-52ab4d952050 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:00.575487 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 64ef479f-e3a5-4a39-b21b-d40603c22737 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:00.594006 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 64ef479f-e3a5-4a39-b21b-d40603c22737 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:00.594373 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 64ef479f-e3a5-4a39-b21b-d40603c22737 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:00.790664 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:01.047015 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60020) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:01.085645 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-9020db6a-1b1d-4c0f-b957-12cf6b7594a1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=582d533eb8394d0487c0639435f83a35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374923 Jul 01 07:28:01.087973 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60022) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:01.135013 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32e309ff-e772-47fe-b06a-0af61184a6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:01.155249 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32e309ff-e772-47fe-b06a-0af61184a6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:01.201182 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:01.281877 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32e309ff-e772-47fe-b06a-0af61184a6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:01.284391 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-32e309ff-e772-47fe-b06a-0af61184a6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:01.285515 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-32e309ff-e772-47fe-b06a-0af61184a6b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15fb7438-87ec-4b74-8ea7-5051302fdd07 HTTP/1.1" status: 204 len: 168 time: 0.1966827 Jul 01 07:28:01.293137 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e309ff-e772-47fe-b06a-0af61184a6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fb7438-87ec-4b74-8ea7-5051302fdd07,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:01.470568 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:03.064713 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:05.057082 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:28:10.310122 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-138c4966-efb7-44ba-bc67-5e9daa66d2f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1817834 Jul 01 07:28:10.379798 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636db94-736b-4719-9b2f-07f45043465d req-f675b597-e828-47b1-ade4-3169a188f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:10.381227 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-f675b597-e828-47b1-ade4-3169a188f0cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 1098 time: 0.0501807 Jul 01 07:28:10.481901 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636db94-736b-4719-9b2f-07f45043465d req-6a2aea9f-51b0-48ee-aaa6-5d7dd366466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:10.483377 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-6a2aea9f-51b0-48ee-aaa6-5d7dd366466b service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 913 time: 0.0830948 Jul 01 07:28:10.544520 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-555da9c1-864b-4537-8af0-632716a00ca0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab4b10b-229e-407f-9c09-3206966da3ba HTTP/1.1" status: 200 len: 1000 time: 0.0549562 Jul 01 07:28:10.590559 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636db94-736b-4719-9b2f-07f45043465d req-f62a9103-b988-4be8-82aa-e3272cd7d643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:10.591944 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-f62a9103-b988-4be8-82aa-e3272cd7d643 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0410113 Jul 01 07:28:10.648993 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636db94-736b-4719-9b2f-07f45043465d req-35c91088-7cc5-4d93-96f6-9c10ca7d3b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:10.650463 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-35c91088-7cc5-4d93-96f6-9c10ca7d3b63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519507 Jul 01 07:28:10.660996 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-8a912072-9236-4f62-ba02-bd92547535fd service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=93539) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 01 07:28:10.661976 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-8a912072-9236-4f62-ba02-bd92547535fd service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051656 Jul 01 07:28:10.747227 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-de73e329-6032-46e3-a1f4-baf70ce83678 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785995 Jul 01 07:28:10.836179 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e636db94-736b-4719-9b2f-07f45043465d req-0bfb83ad-c41d-4361-b70d-61123f0cffd0 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826015 Jul 01 07:28:26.527229 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60028) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:26.680692 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Deleting port 43a50649-08f5-478a-a0d6-417e94f00435 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:26.681036 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:26.752597 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:26.752836 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:26.763768 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Calling delete_port for 43a50649-08f5-478a-a0d6-417e94f00435 owned by network:floatingip {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:26.966978 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:26.989902 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event deleted for resources: {'Port': ['ID=43a50649-08f5-478a-a0d6-417e94f00435,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:27.055700 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:27.056036 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.l3_db [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Floating IP 86cfa841-f73e-4f68-bf45-c088410edd16 disassociated (deleted). External IP: 172.27.2.232, port: fe8c4cf7-0235-427d-9a04-676021824fd8. Jul 01 07:28:27.252471 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:28:27.354421 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:28:27.359209 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:27.363631 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:28:27.372530 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:28:27.373140 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:28:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:27.394476 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-88f66934-da23-47b2-bfb9-756cee46fab8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "DELETE /v2.0/floatingips/86cfa841-f73e-4f68-bf45-c088410edd16 HTTP/1.1" status: 204 len: 168 time: 0.8660035 Jul 01 07:28:27.395189 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:28:27.397435 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04" -d '{"events": [{"name": "network-changed", "server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:28:27.436143 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10339d6e-c642-48eb-be77-8dbada116ae7 x-openstack-request-id: req-10339d6e-c642-48eb-be77-8dbada116ae7 {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:28:27.436473 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:28:27.436841 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-10339d6e-c642-48eb-be77-8dbada116ae7 {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:28:27.437248 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'status': 'completed', 'code': 200} Jul 01 07:28:27.477322 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:28:27.511622 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-dad94fb1-16eb-478f-ba45-f34c5a3b55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:27.513193 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-dad94fb1-16eb-478f-ba45-f34c5a3b55c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 1098 time: 0.0527353 Jul 01 07:28:27.605475 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-f3761ba8-44fa-484f-8bfc-4021918d97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:27.606968 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-f3761ba8-44fa-484f-8bfc-4021918d97e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 913 time: 0.0872564 Jul 01 07:28:27.651298 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-3d2b86be-cb06-44d6-b956-e05113011aa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe8c4cf7-0235-427d-9a04-676021824fd8 HTTP/1.1" status: 200 len: 217 time: 0.0377989 Jul 01 07:28:27.698212 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-3630892e-8b0c-49a8-8e34-6cbc2b669dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:27.699681 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-3630892e-8b0c-49a8-8e34-6cbc2b669dca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0418215 Jul 01 07:28:27.708226 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:50Z', 'revision_number': 1, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:27.737017 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:28:27.745219 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6c62ca6c-ee79-4eea-9d7e-1f3e10829023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:27.748680 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:28:27.748680 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:28:00Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:27.758762 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-df7c0eac-3f09-46d8-a017-7374cc28b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:27.760745 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-df7c0eac-3f09-46d8-a017-7374cc28b42f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544591 Jul 01 07:28:27.851349 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:28:27.854088 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-5377854d-49b5-4ea0-9810-64a6cb9dc858 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809071 Jul 01 07:28:27.950108 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-1d12eb80-9e48-4fec-a7ea-e99ae2289b04 req-7b49842c-8507-4786-86b2-3799fed48c8e service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896890 Jul 01 07:28:28.017112 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e877ec-b903-4500-980c-ed2c91144d51 req-55bc8129-6705-4638-ba31-de60df0580a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:28.019279 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e1e877ec-b903-4500-980c-ed2c91144d51 req-55bc8129-6705-4638-ba31-de60df0580a7 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 945 time: 0.0725205 Jul 01 07:28:28.057382 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-e1e877ec-b903-4500-980c-ed2c91144d51 req-0c18d0e5-2fdf-4c4e-a9eb-32ccece1499d tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319316 Jul 01 07:28:28.076385 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:50Z', 'revision_number': 1, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:28.101344 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55181126-029a-4c3a-945f-22347e3ba857 None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_floatingips': [{'id': '40342fb1-a491-4586-be42-594e018281ae', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'router_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'port_id': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 578, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'mac_address': 'fa:16:3e:13:95:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-01T07:24:48Z', 'updated_at': '2021-07-01T07:24:50Z', 'revision_number': 1, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:28:28.306364 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6cd05c-0268-4ef1-9471-a561da47229f None None] New status for floating IP 86cfa841-f73e-4f68-bf45-c088410edd16: DOWN {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:28:29.225255 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd583c1-aaa8-49fb-9965-2fb3e34edd85 req-9863ba89-b750-4914-a39f-d4850e88153a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:29.226696 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7bd583c1-aaa8-49fb-9965-2fb3e34edd85 req-9863ba89-b750-4914-a39f-d4850e88153a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 945 time: 0.0605202 Jul 01 07:28:29.262023 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-7bd583c1-aaa8-49fb-9965-2fb3e34edd85 req-611e190e-29c8-4653-a598-1e4533c11222 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299349 Jul 01 07:28:29.470772 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-d8f56713-eb35-4152-ab2e-1a062dafbb5e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:29.472177 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-d8f56713-eb35-4152-ab2e-1a062dafbb5e tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 945 time: 0.0595429 Jul 01 07:28:29.568324 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Deleting port fe8c4cf7-0235-427d-9a04-676021824fd8 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:29.568588 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:29.659128 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] For port fe8c4cf7-0235-427d-9a04-676021824fd8, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=fe8c4cf7-0235-427d-9a04-676021824fd8,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:29.659490 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:29.670623 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Calling delete_port for fe8c4cf7-0235-427d-9a04-676021824fd8 owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:29.846952 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:29.877645 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event deleted for resources: {'Port': ['ID=fe8c4cf7-0235-427d-9a04-676021824fd8,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:29.920385 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] No DVR routers for this DVR port fe8c4cf7-0235-427d-9a04-676021824fd8 on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:28:29.922717 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:29.924677 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-185f135a-259a-47cf-acd2-6f95bc68ce0e req-59b564ea-492d-4f58-ab8c-dc2b346f1849 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "DELETE /v2.0/ports/fe8c4cf7-0235-427d-9a04-676021824fd8 HTTP/1.1" status: 204 len: 173 time: 0.4469991 Jul 01 07:28:29.925107 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'name': 'network-vif-deleted', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:28:29.927328 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca89e2b7-c2a3-4236-8a69-d7fe732f7dd8" -d '{"events": [{"server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "name": "network-vif-deleted", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:28:30.084261 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ff58af-0db2-4ca0-bc9c-68b68827bdb0 x-openstack-request-id: req-72ff58af-0db2-4ca0-bc9c-68b68827bdb0 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:28:30.084577 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25998503-de23-4999-9670-943cfd74cfcf", "name": "network-vif-deleted", "tag": "fe8c4cf7-0235-427d-9a04-676021824fd8", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:28:30.084836 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72ff58af-0db2-4ca0-bc9c-68b68827bdb0 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:28:30.085236 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25998503-de23-4999-9670-943cfd74cfcf', 'name': 'network-vif-deleted', 'tag': 'fe8c4cf7-0235-427d-9a04-676021824fd8', 'status': 'completed', 'code': 200} Jul 01 07:28:30.419956 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-e6c43247-b863-4ba9-9119-cbc07694a49b req-08422067-ccb2-4669-a7ef-65d2ceab7925 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=25998503-de23-4999-9670-943cfd74cfcf HTTP/1.1" status: 200 len: 210 time: 0.0294118 Jul 01 07:28:30.470242 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-a6c9a76c-e669-407c-a2cf-64ae3d4ac564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:30.778794 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:31.178096 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:31.458338 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:33.081314 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:33.534261 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device fe8c4cf7-0235-427d-9a04-676021824fd8 no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:33.553247 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: fe8c4cf7-0235-427d-9a04-676021824fd8 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:33.553587 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device fe8c4cf7-0235-427d-9a04-676021824fd8 not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:33.971732 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60060) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:34.119525 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Deleting port b8120820-75cf-4cdd-8f01-77edbfbaadad {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:34.119863 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:34.192096 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:34.192416 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:34.203770 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Calling delete_port for b8120820-75cf-4cdd-8f01-77edbfbaadad owned by network:floatingip {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:34.441581 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:34.470402 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event deleted for resources: {'Port': ['ID=b8120820-75cf-4cdd-8f01-77edbfbaadad,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:34.524553 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:34.524888 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.db.l3_db [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Floating IP 40342fb1-a491-4586-be42-594e018281ae disassociated (deleted). External IP: 172.27.2.35, port: bab4b10b-229e-407f-9c09-3206966da3ba. Jul 01 07:28:34.718857 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93538) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:28:34.819399 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93538) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:28:34.824108 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:34.828555 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:28:34.837292 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:28:34.837905 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:28:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:34.861216 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-bbc87dfe-2e94-4542-a6b1-e1aa26423dbf tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "DELETE /v2.0/floatingips/40342fb1-a491-4586-be42-594e018281ae HTTP/1.1" status: 204 len: 168 time: 0.8860643 Jul 01 07:28:34.861216 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba'}] {{(pid=93538) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:28:34.861895 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de40f43a016a16694bcdfc0a5af04bbbf5ed7031c69b34cf412a27aef0220fbf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41def03f-3b91-4e27-b289-4783446201e6" -d '{"events": [{"name": "network-changed", "server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba"}]}' {{(pid=93538) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:28:34.897873 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 01 Jul 2021 07:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4330b9-3b2a-4d61-8cb7-d1210150e4cd x-openstack-request-id: req-7e4330b9-3b2a-4d61-8cb7-d1210150e4cd {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:28:34.898161 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba", "status": "completed", "code": 200}]} {{(pid=93538) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:28:34.898409 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7e4330b9-3b2a-4d61-8cb7-d1210150e4cd {{(pid=93538) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:28:34.898804 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'status': 'completed', 'code': 200} Jul 01 07:28:34.977256 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def03f-3b91-4e27-b289-4783446201e6 req-3c68b261-1aa2-45a2-b2ea-0415ab70a245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:34.978687 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41def03f-3b91-4e27-b289-4783446201e6 req-3c68b261-1aa2-45a2-b2ea-0415ab70a245 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 1098 time: 0.0543787 Jul 01 07:28:35.074561 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def03f-3b91-4e27-b289-4783446201e6 req-cd8c20ae-0df8-4243-8d0d-844c17d4a030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:35.076041 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41def03f-3b91-4e27-b289-4783446201e6 req-cd8c20ae-0df8-4243-8d0d-844c17d4a030 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 200 len: 913 time: 0.0904932 Jul 01 07:28:35.077416 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:28:35.115782 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41def03f-3b91-4e27-b289-4783446201e6 req-72b82d29-85ee-4cf6-989c-0881f07dae4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab4b10b-229e-407f-9c09-3206966da3ba HTTP/1.1" status: 200 len: 217 time: 0.0335424 Jul 01 07:28:35.167583 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def03f-3b91-4e27-b289-4783446201e6 req-dc4b4001-e754-493b-8f98-4acd35a29688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:35.169048 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41def03f-3b91-4e27-b289-4783446201e6 req-dc4b4001-e754-493b-8f98-4acd35a29688 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 200 len: 851 time: 0.0471215 Jul 01 07:28:35.229089 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def03f-3b91-4e27-b289-4783446201e6 req-a6bd5e61-91fa-4273-b527-6ce865921497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:35.230602 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41def03f-3b91-4e27-b289-4783446201e6 req-a6bd5e61-91fa-4273-b527-6ce865921497 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb69764f-1471-4705-b975-1dfa114f2be0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550444 Jul 01 07:28:35.274196 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:35.312604 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:28:35.321578 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:28:35.322204 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:28:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:35.329510 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41def03f-3b91-4e27-b289-4783446201e6 req-6be2a138-44bb-4897-a3bc-5e8c783d425f service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911486 Jul 01 07:28:35.424367 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-41def03f-3b91-4e27-b289-4783446201e6 req-c4cd5b48-f956-457d-837c-cd254275bdf7 service neutron] 10.222.0.26 "GET /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883799 Jul 01 07:28:35.428186 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:28:35.465308 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cf5af-8f0e-4897-9df1-9bf65a1c7857 req-3eab4652-5209-4495-8434-8774add3144b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93538) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:35.466793 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-883cf5af-8f0e-4897-9df1-9bf65a1c7857 req-3eab4652-5209-4495-8434-8774add3144b tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0666423 Jul 01 07:28:35.505940 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [req-883cf5af-8f0e-4897-9df1-9bf65a1c7857 req-eb530916-837b-45f9-afac-c23b705cd348 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327125 Jul 01 07:28:35.622252 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:35.648391 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e403afc-e97f-41c8-b789-fbbad210d803 None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:47Z', 'revision_number': 4, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi', '_interfaces': [{'id': '2a10ea42-f381-40b1-a814-8cf2bb54ae64', 'name': '', 'network_id': 'cb69764f-1471-4705-b975-1dfa114f2be0', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'mac_address': 'fa:16:3e:16:55:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_interface', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:46Z', 'updated_at': '2021-07-01T07:19:57Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'subnets': [{'id': '5e04ac37-e23e-4c7b-8b39-b83f8127495b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:28:35.849571 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b9eec9-17a2-4a79-91e3-b4d8931903ab None None] New status for floating IP 40342fb1-a491-4586-be42-594e018281ae: DOWN {{(pid=93541) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 01 07:28:36.675685 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51b25c-2be6-486d-a625-3406a23d2c3c req-7985476e-5b30-4e1d-a4b8-5d834e245f3a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:36.677163 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4c51b25c-2be6-486d-a625-3406a23d2c3c req-7985476e-5b30-4e1d-a4b8-5d834e245f3a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0623038 Jul 01 07:28:36.712814 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-4c51b25c-2be6-486d-a625-3406a23d2c3c req-2208ce9c-06ba-4cab-89f4-d77f6c13a1e6 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/security-groups?id=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299692 Jul 01 07:28:36.830433 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-ff69fce6-092c-4f00-b0ca-957f499bd020 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93539) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 01 07:28:36.831791 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-ff69fce6-092c-4f00-b0ca-957f499bd020 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 945 time: 0.0640821 Jul 01 07:28:36.924320 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Deleting port bab4b10b-229e-407f-9c09-3206966da3ba {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:36.924662 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:37.012159 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] For port bab4b10b-229e-407f-9c09-3206966da3ba, host hv-cinder-77757, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77757',level=0,port_id=bab4b10b-229e-407f-9c09-3206966da3ba,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:37.012545 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:37.023925 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Calling delete_port for bab4b10b-229e-407f-9c09-3206966da3ba owned by compute:nova {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:37.206750 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:37.234579 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event deleted for resources: {'Port': ['ID=bab4b10b-229e-407f-9c09-3206966da3ba,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:37.277773 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] No DVR routers for this DVR port bab4b10b-229e-407f-9c09-3206966da3ba on host hv-cinder-77757 {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:28:37.280312 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for port, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:37.282609 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-fbbee7b7-06a0-4319-9aee-1cca2c563bf1 req-a39125a6-3f0b-4093-9355-e2d9dc11d973 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.26 "DELETE /v2.0/ports/bab4b10b-229e-407f-9c09-3206966da3ba HTTP/1.1" status: 204 len: 173 time: 0.4453435 Jul 01 07:28:37.283066 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'name': 'network-vif-deleted', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba'}] {{(pid=93539) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 01 07:28:37.285549 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}51190a06526e06e7b2830564df7b5ebad7c65e6b35ca52d5f79de7f4ac295bf3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fc6abe-8912-4504-9502-9a973951247e" -d '{"events": [{"server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "name": "network-vif-deleted", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba"}]}' {{(pid=93539) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 01 07:28:37.320178 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 01 Jul 2021 07:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a22539-88e9-4d38-bdaf-9d7d6c530b11 x-openstack-request-id: req-62a22539-88e9-4d38-bdaf-9d7d6c530b11 {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 01 07:28:37.320499 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c8fe9-fac2-4e44-a296-389b63537d2c", "name": "network-vif-deleted", "tag": "bab4b10b-229e-407f-9c09-3206966da3ba", "status": "completed", "code": 200}]} {{(pid=93539) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 01 07:28:37.320741 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62a22539-88e9-4d38-bdaf-9d7d6c530b11 {{(pid=93539) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 01 07:28:37.321134 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c8fe9-fac2-4e44-a296-389b63537d2c', 'name': 'network-vif-deleted', 'tag': 'bab4b10b-229e-407f-9c09-3206966da3ba', 'status': 'completed', 'code': 200} Jul 01 07:28:37.851846 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [req-58a2bed2-9dd4-4267-99af-e4c05ed4f1fc req-ec7ba8fa-23c0-415c-bb73-067621767de8 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "GET /v2.0/ports?device_id=072c8fe9-fac2-4e44-a296-389b63537d2c HTTP/1.1" status: 200 len: 210 time: 0.0286763 Jul 01 07:28:38.940287 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60076) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:39.059742 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Deleting port 6df52a2c-fb70-478f-9f8a-0df196c706a6 {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:39.060084 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:39.128825 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:39.129145 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:39.140092 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Calling delete_port for 6df52a2c-fb70-478f-9f8a-0df196c706a6 owned by network:floatingip {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:39.326603 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:39.354522 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event deleted for resources: {'Port': ['ID=6df52a2c-fb70-478f-9f8a-0df196c706a6,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:39.413654 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for floatingip, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:39.416089 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-960114'] for floatingip, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:39.417294 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-d8667475-e59d-4ad9-b850-dc72e9192824 tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "DELETE /v2.0/floatingips/3fe5b03e-736d-4b6e-a55b-7bd806577d4a HTTP/1.1" status: 204 len: 168 time: 0.4760222 Jul 01 07:28:39.551351 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device bab4b10b-229e-407f-9c09-3206966da3ba no longer exists at agent hyperv_hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:39.570698 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] No Port match for: bab4b10b-229e-407f-9c09-3206966da3ba {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:39.571078 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Device bab4b10b-229e-407f-9c09-3206966da3ba not bound to the agent host hv-cinder-77757 {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:40.802633 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60090) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:40.858625 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f8c48bf3-9a09-4485-bd57-c42c1e1c3d1a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:40.881889 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f8c48bf3-9a09-4485-bd57-c42c1e1c3d1a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:40.978135 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f8c48bf3-9a09-4485-bd57-c42c1e1c3d1a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:40.980644 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-f8c48bf3-9a09-4485-bd57-c42c1e1c3d1a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Notify callbacks [] for security_group, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:40.981761 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-f8c48bf3-9a09-4485-bd57-c42c1e1c3d1a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] 10.222.0.35 "DELETE /v2.0/security-groups/6eea4fcc-1b27-4bee-9294-f5c4c19e8f18 HTTP/1.1" status: 204 len: 168 time: 0.1780603 Jul 01 07:28:40.990423 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c48bf3-9a09-4485-bd57-c42c1e1c3d1a tempest-TestVolumeBootPattern-1043948693 tempest-TestVolumeBootPattern-1043948693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea4fcc-1b27-4bee-9294-f5c4c19e8f18,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:41.083232 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60094) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:41.498335 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:41.740017 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Deleting port 2a10ea42-f381-40b1-a814-8cf2bb54ae64 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:41.740349 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:41.815106 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] For port 2a10ea42-f381-40b1-a814-8cf2bb54ae64, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=2a10ea42-f381-40b1-a814-8cf2bb54ae64,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:41.815469 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:41.827543 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Calling delete_port for 2a10ea42-f381-40b1-a814-8cf2bb54ae64 owned by network:router_interface {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:42.041500 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:42.055487 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:28:42.072089 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a10ea42-f381-40b1-a814-8cf2bb54ae64,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:42.497177 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:42.702021 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:28:42.802931 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:28:42.807710 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-c51e1842-e1f4-4b4e-90ec-32e626a6eb1f admin admin] 10.222.0.35 "PUT /v2.0/routers/fac7c850-43a7-40d4-9dc4-ea05ea2a4a55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7234128 Jul 01 07:28:42.810383 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60098) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:42.813236 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] Sync routers for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:28:42.822760 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:28:42.823509 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:28:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:42.909358 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks [] for router, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:42.925426 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:28:43.008699 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.105975 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69'}], 'enable_snat': True}, 'gw_port_id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:28:41Z', 'revision_number': 5, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port': {'id': '0dbdfec2-4c79-434d-8ad0-a232924b5fce', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:43.112289 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Deleting port 0dbdfec2-4c79-434d-8ad0-a232924b5fce {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:43.112628 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.131601 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] Checking router: fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 for host: dv-cinder-777574-6-iscsi {{(pid=93540) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:28:43.139695 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] Routers {'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93540) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:28:43.140819 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:28:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'], 'active': True} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:43.191621 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] For port 0dbdfec2-4c79-434d-8ad0-a232924b5fce, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=0dbdfec2-4c79-434d-8ad0-a232924b5fce,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:43.191981 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.203620 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Calling delete_port for 0dbdfec2-4c79-434d-8ad0-a232924b5fce owned by network:router_gateway {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:43.224491 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvr_db [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] Set router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 gateway port host: None {{(pid=93540) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:28:43.274237 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_hamode_db [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:28:43Z', 'revision_number': 6, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port_host': None}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:43.303002 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2cec04-1f94-409f-96ec-5cdc4b7d3695 None None] The sync data for ids ['fac7c850-43a7-40d4-9dc4-ea05ea2a4a55'] in dv-cinder-777574-6-iscsi is: [{'id': 'fac7c850-43a7-40d4-9dc4-ea05ea2a4a55', 'name': 'tempest-TestVolumeBootPattern-2095124669-router', 'tenant_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:43Z', 'updated_at': '2021-07-01T07:28:43Z', 'revision_number': 6, 'project_id': '11842cd56fb64d5ea70bf4cb85ce5081', 'gw_port_host': None}] {{(pid=93540) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:28:43.435530 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.461881 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbdfec2-4c79-434d-8ad0-a232924b5fce,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:43.518916 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.605983 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.608102 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.750615 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.751330 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 {{(pid=93538) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:28:43.756515 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] Notify callbacks [] for router, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.757654 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-74889044-df3a-4894-bc94-0a7670805cef admin admin] 10.222.0.35 "DELETE /v2.0/routers/fac7c850-43a7-40d4-9dc4-ea05ea2a4a55 HTTP/1.1" status: 204 len: 168 time: 0.9462702 Jul 01 07:28:43.760142 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60102) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:43.802257 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fb7b6d-5ea5-4e1f-98ce-b1aa635ee9c1 admin admin] Deleting subnet 5e04ac37-e23e-4c7b-8b39-b83f8127495b {{(pid=93538) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:28:43.805086 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61fb7b6d-5ea5-4e1f-98ce-b1aa635ee9c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.836908 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61fb7b6d-5ea5-4e1f-98ce-b1aa635ee9c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8459093'] for subnet, precommit_delete_associations {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:43.912033 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61fb7b6d-5ea5-4e1f-98ce-b1aa635ee9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.024754 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61fb7b6d-5ea5-4e1f-98ce-b1aa635ee9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3522027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8760057'] for subnet, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.051997 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fb7b6d-5ea5-4e1f-98ce-b1aa635ee9c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e04ac37-e23e-4c7b-8b39-b83f8127495b,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:44.053964 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-61fb7b6d-5ea5-4e1f-98ce-b1aa635ee9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for subnet, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.055907 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-61fb7b6d-5ea5-4e1f-98ce-b1aa635ee9c1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5e04ac37-e23e-4c7b-8b39-b83f8127495b HTTP/1.1" status: 204 len: 168 time: 0.2948518 Jul 01 07:28:44.058537 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.wsgi [-] (93538) accepted ('10.222.0.35', 60104) {{(pid=93538) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:44.061112 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ff723-b5bd-4a99-b08a-063491eaba57 None None] Network cb69764f-1471-4705-b975-1dfa114f2be0 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:28:44.252736 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] DHCP port deletion for cb69764f-1471-4705-b975-1dfa114f2be0 request from dv-cinder-777574-6-iscsi {{(pid=93540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 01 07:28:44.307350 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] Deleting port a64737d7-822a-4420-a3ef-112e85c217ff {{(pid=93540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:44.307932 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.369062 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.369882 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] For port a64737d7-822a-4420-a3ef-112e85c217ff, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=a64737d7-822a-4420-a3ef-112e85c217ff,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:44.370463 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.385857 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] Calling delete_port for a64737d7-822a-4420-a3ef-112e85c217ff owned by network:dhcp {{(pid=93540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:44.418590 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Deleting port a64737d7-822a-4420-a3ef-112e85c217ff {{(pid=93538) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:44.418957 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.478300 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.db [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] For port a64737d7-822a-4420-a3ef-112e85c217ff, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=a64737d7-822a-4420-a3ef-112e85c217ff,segment=NetworkSegment(d70a0e68-e4c8-4c96-b7ca-1477d2f111db),segment_id=d70a0e68-e4c8-4c96-b7ca-1477d2f111db)] {{(pid=93538) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:44.478575 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.490354 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.plugin [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Calling delete_port for a64737d7-822a-4420-a3ef-112e85c217ff owned by network:dhcp {{(pid=93538) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:44.544329 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.568306 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3521953'] for port, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.570545 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] Pushing event deleted for resources: {'Port': ['ID=a64737d7-822a-4420-a3ef-112e85c217ff,revision_number=None']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:44.572459 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e93022-8a7a-4340-a8e5-264d76ebd640 None None] No DVR routers for this DVR port a64737d7-822a-4420-a3ef-112e85c217ff on host dv-cinder-777574-6-iscsi {{(pid=93540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:28:44.575189 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device a64737d7-822a-4420-a3ef-112e85c217ff no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:44.595838 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a64737d7-822a-4420-a3ef-112e85c217ff,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:44.598180 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: a64737d7-822a-4420-a3ef-112e85c217ff {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:44.598938 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device a64737d7-822a-4420-a3ef-112e85c217ff not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:44.598938 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 0dbdfec2-4c79-434d-8ad0-a232924b5fce no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:44.599547 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] No DVR routers for this DVR port a64737d7-822a-4420-a3ef-112e85c217ff on host dv-cinder-777574-6-iscsi {{(pid=93538) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:28:44.618026 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 0dbdfec2-4c79-434d-8ad0-a232924b5fce {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:44.618375 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 0dbdfec2-4c79-434d-8ad0-a232924b5fce not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:44.618792 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 2a10ea42-f381-40b1-a814-8cf2bb54ae64 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:44.640000 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 2a10ea42-f381-40b1-a814-8cf2bb54ae64 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:44.640853 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 2a10ea42-f381-40b1-a814-8cf2bb54ae64 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:44.672051 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.681495 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb69764f-1471-4705-b975-1dfa114f2be0']}} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:44.690679 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db') {'for_net_delete': True} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:44.691018 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.services.segments.db [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70a0e68-e4c8-4c96-b7ca-1477d2f111db') {} {{(pid=93538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:44.699302 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8459082'] for segment, before_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.712601 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.718323 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93538) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:28:44.719288 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3521910'] for segment, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: self.session.flush() Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: self.session.flush() Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: self.session.flush() Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: self.session.flush() Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: Traceback (most recent call last): Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: timer() Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: cb(*args, **kw) Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: return func(*args, **kwargs) Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: self._notify() Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: self.callback(batched_events) Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: event.method(event) Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: return f(self, *a, **k) Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._get(url).json() Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: return self.request(url, 'GET', **kwargs) Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:28:44.720911 dv-cinder-777574-6-iscsi neutron-server[93538]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:28:44.806874 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.811355 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron_lib.callbacks.manager [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:44.814027 dv-cinder-777574-6-iscsi neutron-server[93538]: INFO neutron.wsgi [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] 10.222.0.35 "DELETE /v2.0/networks/cb69764f-1471-4705-b975-1dfa114f2be0 HTTP/1.1" status: 204 len: 168 time: 0.7545207 Jul 01 07:28:44.816334 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60106) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:44.827018 dv-cinder-777574-6-iscsi neutron-server[93538]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa7c86-34e1-4e6f-bdc9-33892e9685ab admin admin] Pushing event deleted for resources: {'Network': ['ID=cb69764f-1471-4705-b975-1dfa114f2be0,revision_number=None']} {{(pid=93538) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:45.137668 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-533464'] for router_interface, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:45.373969 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Deleting port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:45.374301 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:45.450647 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] For port 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,segment=NetworkSegment(cc8b7ad2-5f6b-4d42-9534-51caa682f8ff),segment_id=cc8b7ad2-5f6b-4d42-9534-51caa682f8ff)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:45.450939 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:45.463159 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Calling delete_port for 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd owned by network:router_interface {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:45.710133 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:45.737400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0068ddb3-95eb-44f9-b5d8-02e97eb2adfd,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:45.905122 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-533266'] for router_interface, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:46.105484 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Router 4f3011f3-0399-407c-a278-ae318c74c891 has already been hosted by L3 agent 27e21370-af4e-4883-900d-b37e4bf19873 {{(pid=93539) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 01 07:28:46.205480 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] Notify agent at l3_agent.dv-cinder-777574-6-iscsi the message routers_updated {{(pid=93539) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 01 07:28:46.210467 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-3a920d4a-896c-4469-b3a8-746a10aa8eb4 admin admin] 10.222.0.35 "PUT /v2.0/routers/4f3011f3-0399-407c-a278-ae318c74c891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3930981 Jul 01 07:28:46.212979 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60108) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:46.215658 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] Sync routers for ids ['4f3011f3-0399-407c-a278-ae318c74c891'] in dv-cinder-777574-6-iscsi {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 01 07:28:46.225195 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] Routers {'4f3011f3-0399-407c-a278-ae318c74c891'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:28:46.225789 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:28:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f3011f3-0399-407c-a278-ae318c74c891'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:46.310221 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:46.326203 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] Set router 4f3011f3-0399-407c-a278-ae318c74c891 gateway port host: dv-cinder-777574-6-iscsi {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:28:46.412537 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:46.495520 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'external_fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:28:45Z', 'revision_number': 5, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port': {'id': 'eeb49169-6e36-495e-80ac-05f40639a251', 'name': '', 'network_id': 'bdfe6fec-ed68-4caf-8ef1-7ca9aee7edf1', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:18:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3011f3-0399-407c-a278-ae318c74c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-777574-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-01T07:19:53Z', 'updated_at': '2021-07-01T07:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4bf8925-ba39-46f7-92b1-6dbe9ff7c21c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-777574-6-iscsi'}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:46.520826 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] Checking router: 4f3011f3-0399-407c-a278-ae318c74c891 for host: dv-cinder-777574-6-iscsi {{(pid=93541) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 01 07:28:46.529767 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] Routers {'4f3011f3-0399-407c-a278-ae318c74c891'} bound to L3 agent in host dv-cinder-777574-6-iscsi {{(pid=93541) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 01 07:28:46.530388 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-777574-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-01T07:09:30Z,description=,heartbeat_timestamp=2021-07-01T07:28:30Z,host='dv-cinder-777574-6-iscsi',id=27e21370-af4e-4883-900d-b37e4bf19873,load=0,resource_versions=,resources_synced=,started_at=2021-07-01T07:09:31Z,topic='l3_agent')) {'router_ids': ['4f3011f3-0399-407c-a278-ae318c74c891'], 'active': True} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:46.550801 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Deleting port eeb49169-6e36-495e-80ac-05f40639a251 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:46.551171 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:46.633644 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] For port eeb49169-6e36-495e-80ac-05f40639a251, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=eeb49169-6e36-495e-80ac-05f40639a251,segment=NetworkSegment(1ff9b0a4-850c-4423-ba27-7b96bb953a77),segment_id=1ff9b0a4-850c-4423-ba27-7b96bb953a77)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:46.633998 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:46.645566 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Calling delete_port for eeb49169-6e36-495e-80ac-05f40639a251 owned by network:router_gateway {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:46.696676 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_dvr_db [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] Set router 4f3011f3-0399-407c-a278-ae318c74c891 gateway port host: None {{(pid=93541) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 01 07:28:46.749653 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.l3_hamode_db [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:28:46Z', 'revision_number': 6, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port_host': None}], 'dv-cinder-777574-6-iscsi', False) {} {{(pid=93541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:46.775385 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db045a5e-ece0-463f-a42c-4c82b5bd55de None None] The sync data for ids ['4f3011f3-0399-407c-a278-ae318c74c891'] in dv-cinder-777574-6-iscsi is: [{'id': '4f3011f3-0399-407c-a278-ae318c74c891', 'name': 'tempest-TestVolumeBootPattern-1052474291-router', 'tenant_id': 'd26a2ef66037477fbc30dd3d915a1999', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-01T07:19:52Z', 'updated_at': '2021-07-01T07:28:46Z', 'revision_number': 6, 'project_id': 'd26a2ef66037477fbc30dd3d915a1999', 'gw_port_host': None}] {{(pid=93541) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 01 07:28:46.869881 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:46.894205 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb49169-6e36-495e-80ac-05f40639a251,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:46.955537 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535323'] for router_gateway, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.040400 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-529111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26485'] for router, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.042559 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.144470 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-528455'] for router, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.145018 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3011f3-0399-407c-a278-ae318c74c891 {{(pid=93539) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 01 07:28:47.149653 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] Notify callbacks [] for router, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.150835 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-7f5d4354-802e-456f-8141-aeae4a41be16 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4f3011f3-0399-407c-a278-ae318c74c891 HTTP/1.1" status: 204 len: 168 time: 0.9369590 Jul 01 07:28:47.153462 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60110) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:47.198523 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2084d1-d539-4245-be7b-13b10a42cd00 admin admin] Deleting subnet a5727489-080e-4234-ab2e-b965570affef {{(pid=93539) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 01 07:28:47.204167 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b2084d1-d539-4245-be7b-13b10a42cd00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.239943 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b2084d1-d539-4245-be7b-13b10a42cd00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465747'] for subnet, precommit_delete_associations {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.312465 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b2084d1-d539-4245-be7b-13b10a42cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7678042'] for subnet, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.430085 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b2084d1-d539-4245-be7b-13b10a42cd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7678019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772690', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9385352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808406'] for subnet, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.455379 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2084d1-d539-4245-be7b-13b10a42cd00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5727489-080e-4234-ab2e-b965570affef,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:47.464938 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-5b2084d1-d539-4245-be7b-13b10a42cd00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.464938 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-5b2084d1-d539-4245-be7b-13b10a42cd00 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a5727489-080e-4234-ab2e-b965570affef HTTP/1.1" status: 204 len: 168 time: 0.3101261 Jul 01 07:28:47.467091 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60112) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:47.469773 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499a7441-9ecf-4b2c-be10-e489d2072f73 None None] Network eef1e106-38e6-4b9a-bd12-69cb57f98938 requested from dv-cinder-777574-6-iscsi {{(pid=93540) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 01 07:28:47.676633 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] DHCP port deletion for eef1e106-38e6-4b9a-bd12-69cb57f98938 request from dv-cinder-777574-6-iscsi {{(pid=93540) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 01 07:28:47.732932 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] Deleting port c19dc512-0f55-4de0-aefe-3f50735e7f45 {{(pid=93540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:47.733322 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.802418 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.db [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] For port c19dc512-0f55-4de0-aefe-3f50735e7f45, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=c19dc512-0f55-4de0-aefe-3f50735e7f45,segment=NetworkSegment(cc8b7ad2-5f6b-4d42-9534-51caa682f8ff),segment_id=cc8b7ad2-5f6b-4d42-9534-51caa682f8ff)] {{(pid=93540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:47.802995 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.816017 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] Calling delete_port for c19dc512-0f55-4de0-aefe-3f50735e7f45 owned by network:dhcp {{(pid=93540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:47.817301 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7929331'] for network, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.868125 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Deleting port c19dc512-0f55-4de0-aefe-3f50735e7f45 {{(pid=93539) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 01 07:28:47.868460 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767718198968'] for port, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.927976 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.db [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] For port c19dc512-0f55-4de0-aefe-3f50735e7f45, host dv-cinder-777574-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-777574-6-iscsi',level=0,port_id=c19dc512-0f55-4de0-aefe-3f50735e7f45,segment=NetworkSegment(cc8b7ad2-5f6b-4d42-9534-51caa682f8ff),segment_id=cc8b7ad2-5f6b-4d42-9534-51caa682f8ff)] {{(pid=93539) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 01 07:28:47.928254 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-538840'] for port, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.943002 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.plugin [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Calling delete_port for c19dc512-0f55-4de0-aefe-3f50735e7f45 owned by network:dhcp {{(pid=93539) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 01 07:28:47.961494 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586'] for port, after_delete {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:47.987118 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] Pushing event deleted for resources: {'Port': ['ID=c19dc512-0f55-4de0-aefe-3f50735e7f45,revision_number=None']} {{(pid=93540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:47.991098 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219ce329-8009-40ca-abd7-4dbecced18e6 None None] No DVR routers for this DVR port c19dc512-0f55-4de0-aefe-3f50735e7f45 on host dv-cinder-777574-6-iscsi {{(pid=93540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:28:48.015674 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7995617', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925086', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549574', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767718201582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767717648586', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9385410'] for port, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.038419 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19dc512-0f55-4de0-aefe-3f50735e7f45,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:48.043744 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] No DVR routers for this DVR port c19dc512-0f55-4de0-aefe-3f50735e7f45 on host dv-cinder-777574-6-iscsi {{(pid=93539) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 01 07:28:48.112289 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7679703', 'neutron.services.segments.db._delete_segments_for_network-8767718147898'] for network, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.121459 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef1e106-38e6-4b9a-bd12-69cb57f98938']}} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:48.131139 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff') {'for_net_delete': True} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:48.131433 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.services.segments.db [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8b7ad2-5f6b-4d42-9534-51caa682f8ff') {} {{(pid=93539) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 01 07:28:48.139790 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767718178874', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465740'] for segment, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.152384 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587'] for segment, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.158615 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93539) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 01 07:28:48.159022 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7682587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9385237'] for segment, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: conditions |= (models_v2.Port.network_id.in_( Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: self.session.flush() Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: self.session.flush() Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: self.session.flush() Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: self.session.flush() Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: Traceback (most recent call last): Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: timer() Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: cb(*args, **kw) Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: return func(*args, **kwargs) Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: self._notify() Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: self.callback(batched_events) Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: event.method(event) Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: aggregate_uuid = self.p_client.list_aggregates( Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: return f(self, *a, **k) Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._get(url).json() Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: return self.request(url, 'GET', **kwargs) Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: base_url = self.get_endpoint(auth, allow=allow, Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 01 07:28:48.160587 dv-cinder-777574-6-iscsi neutron-server[93539]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 01 07:28:48.286903 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7679708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772859', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-549583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535367'] for network, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.291948 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549608'] for network, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.293791 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] 10.222.0.35 "DELETE /v2.0/networks/eef1e106-38e6-4b9a-bd12-69cb57f98938 HTTP/1.1" status: 204 len: 168 time: 0.8258002 Jul 01 07:28:48.304136 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a82644-7bd6-4c17-8010-924535bbaa12 admin admin] Pushing event deleted for resources: {'Network': ['ID=eef1e106-38e6-4b9a-bd12-69cb57f98938,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:48.557845 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device c19dc512-0f55-4de0-aefe-3f50735e7f45 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:48.577847 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: c19dc512-0f55-4de0-aefe-3f50735e7f45 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:48.578197 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device c19dc512-0f55-4de0-aefe-3f50735e7f45 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:48.578600 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:48.596537 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:48.596877 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device 0068ddb3-95eb-44f9-b5d8-02e97eb2adfd not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:48.597275 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device eeb49169-6e36-495e-80ac-05f40639a251 no longer exists at agent ovs-agent-dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 01 07:28:48.617608 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.plugin [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] No Port match for: eeb49169-6e36-495e-80ac-05f40639a251 {{(pid=93540) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 01 07:28:48.617966 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron.plugins.ml2.rpc [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Device eeb49169-6e36-495e-80ac-05f40639a251 not bound to the agent host dv-cinder-777574-6-iscsi {{(pid=93540) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 01 07:28:48.686293 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60116) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:48.727834 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-82ce1484-b618-45fd-9c2d-85c15e9418a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11842cd56fb64d5ea70bf4cb85ce5081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403407 Jul 01 07:28:48.730214 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60118) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:48.777844 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-debd202e-2c92-47dc-b742-eef3655da9dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.800112 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-debd202e-2c92-47dc-b742-eef3655da9dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.892469 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-debd202e-2c92-47dc-b742-eef3655da9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.894958 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-debd202e-2c92-47dc-b742-eef3655da9dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:48.896078 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-debd202e-2c92-47dc-b742-eef3655da9dc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/202c3341-26bd-471a-b28a-067ee30b92c9 HTTP/1.1" status: 204 len: 168 time: 0.1649783 Jul 01 07:28:48.903471 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd202e-2c92-47dc-b742-eef3655da9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202c3341-26bd-471a-b28a-067ee30b92c9,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:49.502157 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60124) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:49.539661 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-0a46a8af-bf1e-4def-9f96-37023da41621 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d26a2ef66037477fbc30dd3d915a1999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363872 Jul 01 07:28:49.541898 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [-] (93539) accepted ('10.222.0.35', 60126) {{(pid=93539) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 01 07:28:49.586427 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ba93-7db8-48c1-a014-6abde8890f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:49.605871 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ba93-7db8-48c1-a014-6abde8890f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:49.698020 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ba93-7db8-48c1-a014-6abde8890f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-772778'] for security_group, after_delete {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:49.700578 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron_lib.callbacks.manager [None req-c4a8ba93-7db8-48c1-a014-6abde8890f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93539) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:28:49.701752 dv-cinder-777574-6-iscsi neutron-server[93539]: INFO neutron.wsgi [None req-c4a8ba93-7db8-48c1-a014-6abde8890f24 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d96d39e-cac3-44ae-a1eb-aa1c9831c201 HTTP/1.1" status: 204 len: 168 time: 0.1589768 Jul 01 07:28:49.709589 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a8ba93-7db8-48c1-a014-6abde8890f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d96d39e-cac3-44ae-a1eb-aa1c9831c201,revision_number=None']} {{(pid=93539) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 01 07:28:57.663549 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-27c1e9e4-4879-4eb6-8ade-701b7915a41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:00.486215 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-9727ea58-4eea-4c92-adca-6dbc1f92dd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:00.800729 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:01.160839 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:01.463877 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:03.115334 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:19.055921 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:29:27.674590 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-24d3018c-3366-46a2-80fb-73d7ed32df8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:30.451243 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7e8f36e8-2f8d-407f-b892-021dbc6c5afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:30.766038 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:31.194056 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:31.474316 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:33.080288 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:29:56.056078 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:29:57.675164 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5d6fcb37-89f4-4761-84ba-9e183a33b63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:00.473991 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-8c07131f-c028-4532-84f1-cd984299dcae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:00.794455 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:01.199527 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:01.445156 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:03.119123 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:27.684959 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-7b23f240-c36e-4dea-977b-684230d83099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:30.474034 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-690596e5-8ae4-43e0-92a3-846f1495be21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:30.788082 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:31.170519 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:31.473919 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:33.054624 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:30:33.096464 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:30:57.684516 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-65cfe651-c95b-47c8-b1c4-eef171aa2744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:00.478672 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-55caa1e4-3622-495a-bd5e-df9a111e6d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:00.794259 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:01.187048 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:01.455753 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:03.107263 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:10.053953 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:31:27.712455 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d877e9c9-baca-46ab-875c-e2d3ef5594a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:30.540854 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-92a17ae7-cc26-471f-98a8-c4ae5a7742c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:30.775241 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:31.203746 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:31.483451 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:33.106380 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:31:47.052401 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:31:57.688863 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-3b47205e-cddb-46e3-a0a7-67d4fd003675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:00.517448 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-5116c308-271d-452d-9107-decfa0ff1d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:00.820490 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:01.226176 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:01.489002 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:03.128835 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:24.052186 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:32:27.682871 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-253c3acf-fabf-4632-b321-ef56d6069178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:30.476875 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-d45aeb49-af4c-4be9-a644-5cca991e78ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:30.797148 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:31.219385 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:31.511735 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:33.145536 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:32:57.693559 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-9e897866-9ff5-41dc-b39a-45717bfcc9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:00.504091 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-f0d15573-a1c9-431a-8ce4-81e6dfb4c8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:00.796657 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:01.052335 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 01 07:33:01.213435 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:01.493785 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:03.213892 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:11.075418 dv-cinder-777574-6-iscsi neutron-server[93539]: DEBUG neutron.wsgi [req-35a7c76c-2237-4129-890f-f10e637225d0 req-2d6811de-dec5-4b09-8510-a2ba70615a29 service neutron] (93539) timed out ('10.222.0.26', 59278) {{(pid=93539) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 01 07:33:27.681815 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-b7be9b47-6889-41da-9587-e3cd7551c1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:30.481755 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-93536357-73e7-4b4a-8ff3-a1fe16467312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:30.819278 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6564f46d-e6ae-447e-86bf-5d3695efc0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:31.257827 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-73b97f06-ceb6-46b1-bce7-53eca857de0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:31.498916 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-6a53a26a-353c-4165-b205-baf158d650c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:33.121950 dv-cinder-777574-6-iscsi neutron-server[93540]: DEBUG neutron_lib.callbacks.manager [None req-4237aea9-aefa-40af-b792-842d639efeff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767718147880', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8063645'] for agent, after_update {{(pid=93540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 01 07:33:38.051123 dv-cinder-777574-6-iscsi neutron-server[93541]: DEBUG neutron.db.agents_db [None req-6d2d3fee-b04c-48c3-b387-fdb586f200f3 None None] Agent healthcheck: found 6 active agents {{(pid=93541) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}